{
    "measurement": [
        {
            "key": "model.layers.0.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.011193318292498589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.009650424122810364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.004806687124073505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.005094681400805712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.005094615742564201,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0020238992292433977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.010912575758993626,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.00957056786864996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.005272001959383488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0046664634719491005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.004889892414212227,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.005077251233160496,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.004664906766265631,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.002743567805737257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.0020900764502584934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0026934605557471514,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.0018684365786612034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.001575771952047944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0018138281302526593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.0015241372166201472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.001781282015144825,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.001813568058423698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.0014231734676286578,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.001503992942161858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.011357715353369713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.009821625426411629,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0048021916300058365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.005060039460659027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.005059812683612108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0019495144952088594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.01133582554757595,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.009715139865875244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.005234722513705492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.00459583755582571,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.004809400532394648,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.005059065297245979,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.0045932321809232235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.002685997635126114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.001969046425074339,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.002640930935740471,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.0017118863761425018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.0013619490200653672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0016479222103953362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.0012990799732506275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0016542022349312901,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0016472991555929184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.001238080207258463,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0012737958459183574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.11897596716880798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07234103232622147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.04462335631251335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.05141611397266388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.0513632632791996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.02467278577387333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.08040335774421692,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06645193696022034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.05621091648936272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.032386429607868195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.038757629692554474,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0435662604868412,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.03204401955008507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02496633678674698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.022997597232460976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.022486800327897072,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.013193068094551563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011351051740348339,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009607786312699318,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.008014021441340446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.011444061994552612,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.009547223336994648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007436491549015045,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0062031494453549385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11875972896814346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.07715894281864166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.050432346761226654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.052803147584199905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05169598013162613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.028004439547657967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07694646716117859,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06872619688510895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05627339333295822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03385429084300995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.036505091935396194,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.039329662919044495,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03319055959582329,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.025766605511307716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02374248020350933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.019910695031285286,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.0148623026907444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013461202383041382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01197088323533535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.010640351101756096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01110763754695654,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.011880815029144287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008790835738182068,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009332665242254734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.11667922884225845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.10892100632190704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.10643819719552994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.09740276634693146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.05276727303862572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.05056610330939293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.0587875172495842,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.05423813313245773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.0532563142478466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.04793849214911461,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.04621441662311554,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.029878268018364906,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.026032621040940285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.02541201561689377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.025272779166698456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.015038004145026207,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.013706042431294918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.013566852547228336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.012829228304326534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.012747016735374928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.008408240042626858,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.009152735583484173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.008228402584791183,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007099712733179331,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.13830047845840454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13062931597232819,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.12827342748641968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.11740677058696747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.06290847808122635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.060776833444833755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.06951288133859634,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.06422719359397888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.06335261464118958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.05757672339677811,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.05536723509430885,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.035048436373472214,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03044016845524311,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.029890429228544235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.029756885021924973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.017475225031375885,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01531695295125246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.015181404538452625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.014276525937020779,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.014198824763298035,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.009157022461295128,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.00915038213133812,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.008974703960120678,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.006022569257766008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.07980156689882278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.06851140409708023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.0624307282269001,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.05531180277466774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.035577818751335144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.030819986015558243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.047690995037555695,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.04152485728263855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.03705184906721115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.029600715264678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.028480812907218933,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.02330721542239189,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.019892562180757523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.01761327125132084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.017053019255399704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.012001545168459415,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.010127982124686241,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.009876315481960773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.00911788735538721,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.008796393871307373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.007184248883277178,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.007673562970012426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.006541083566844463,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.0063278526067733765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.020654845982789993,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.014117181301116943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.008038320578634739,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.008761902339756489,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.008503549732267857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.003808731446042657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.014695747755467892,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.013312097638845444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.009684184566140175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.006492451764643192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0069586955942213535,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.007426216267049313,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.006356691941618919,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.00425827968865633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.003599722171202302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.003745126770809293,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.0024544692132622004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.0020440772641450167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0021226375829428434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.0017194525571539998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0020412502344697714,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.002101856516674161,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.0013803240144625306,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0015446650795638561,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.01799619197845459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.012606726959347725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.00687292218208313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.007510848343372345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.007322303485125303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.003037936519831419,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.013531887903809547,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.012051722966134548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.008369012735784054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.005808256566524506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.006287372671067715,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.006772336550056934,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.00571381626650691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.003646759083494544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.0029676782432943583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.0034099463373422623,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.0020712148398160934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.001670817262493074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.001812768867239356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.0014098422834649682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0018104413757100701,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0017977911047637463,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0011147448094561696,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0012727876892313361,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.14120960235595703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09403158724308014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.06792356818914413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06623978167772293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.06061360985040665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.036114130169153214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.08679193258285522,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.07855792343616486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.06706654280424118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0410131961107254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04221211373806,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.04424460977315903,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.0374830961227417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.029443666338920593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02717646211385727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.022089598700404167,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.015559551306068897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.013630801811814308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011822517961263657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.010117503814399242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.011486122384667397,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.011212038807570934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.008613153360784054,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.007314953953027725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.16160848736763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.12986072897911072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.11618231981992722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09732922166585922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.07410172373056412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.061044804751873016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09468714147806168,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08370763808488846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.07663784921169281,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05440828204154968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.051680564880371094,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.048741113394498825,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04088950157165527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.036607541143894196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.0355568453669548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02467764914035797,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.020567363128066063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.01968081295490265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.017140859737992287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01645634137094021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013853278011083603,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015109346248209476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01246520597487688,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012124751694500446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16588692367076874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15638449788093567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15375223755836487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1396479308605194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07703603059053421,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07421451807022095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08519479632377625,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07851645350456238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07757823169231415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06979247182607651,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06704793870449066,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04371068999171257,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03813247010111809,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03747360780835152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.037337273359298706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02213328145444393,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.020557882264256477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02039698325097561,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01925775222480297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01916247233748436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012630109675228596,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.014084827154874802,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.0124297384172678,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011309325695037842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.20270320773124695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1920706182718277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.188882514834404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1719808280467987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.09453906118869781,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.09134136140346527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.10425101220607758,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0961405485868454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.09515392035245895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0858621820807457,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.08240609616041183,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.053270306438207626,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04630615934729576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04562443122267723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.0454600490629673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02667732909321785,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.0243403147906065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.024160543456673622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02271672897040844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.022630229592323303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01461046002805233,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01587919145822525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.014397705905139446,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012072778306901455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.018934881314635277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.018490374088287354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.006212097126990557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.005780285689979792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.004983371123671532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.0031762518920004368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.02086884342133999,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.018001366406679153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.005073858425021172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.0046758996322751045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.00476538110524416,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.004505039658397436,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.004383079707622528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.0026620901189744473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.002490214304998517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.0022934097796678543,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.0022304607555270195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.0010224825236946344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.0021951673552393913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.0009429685887880623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.0021711152512580156,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.0021635452285408974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.0007442597416229546,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.0008157207630574703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.056541793048381805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0444633886218071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.037425294518470764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.03381761908531189,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.024966666474938393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.018885165452957153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.034450460225343704,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03137483447790146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.02666211873292923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.01932983472943306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.019117364659905434,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.01746436581015587,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.014948884025216103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.01209801435470581,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.011337769217789173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.008737140335142612,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.006411418784409761,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.005848304834216833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.005332463420927525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.004805617034435272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.004556590691208839,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.004555478226393461,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.0035568943712860346,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.003053715219721198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.058316413313150406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.04387310519814491,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.034734588116407394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.03213765472173691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.02515343576669693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.01754063554108143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.03654111176729202,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03317570313811302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.02731647528707981,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.019103888422250748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.019187329337000847,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.018433095887303352,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.015786994248628616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.012212333269417286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.011239735409617424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.009231669828295708,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.0065223416313529015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.0058037093840539455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.005376621149480343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.00468523008748889,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.004813804756850004,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0047974600456655025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0036054132506251335,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0032031317241489887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.1747327446937561,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.14544744789600372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.13335224986076355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.11809391528367996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.08001376688480377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.067464679479599,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.09848281741142273,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.08937869220972061,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.08326052129268646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.06305629760026932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.0603024922311306,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.050162579864263535,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04275123029947281,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.038474105298519135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.037434838712215424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02506076730787754,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.019829506054520607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.01882770285010338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.016405779868364334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.01566118188202381,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013090896420180798,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01259522046893835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.011522586457431316,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008036619052290916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.16182753443717957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1426268368959427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.132338747382164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.11267658323049545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.07558556646108627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.06636079400777817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09525809437036514,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08585730195045471,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.07771258801221848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06224521994590759,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.057858504354953766,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04966534301638603,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04200902581214905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.037373244762420654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.03623169660568237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.025365201756358147,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02094128169119358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.020101184025406837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.018556522205471992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.017850778996944427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01455069612711668,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015364950522780418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.013105008751153946,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012232686392962933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2131512463092804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.20056048035621643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.19664159417152405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.17797254025936127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10018164664506912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.09607937932014465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1109977662563324,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10226267576217651,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10103408247232437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.08968311548233032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.08550325781106949,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05671904236078262,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04907717555761337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.048157837241888046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.047949593514204025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.028396369889378548,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.025200702250003815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.024962523952126503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02314099855720997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.023008694872260094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.015316454693675041,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.015783583745360374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.015026000328361988,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011288926005363464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.24439479410648346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23023241758346558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22590968012809753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20451633632183075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11480338871479034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11020699143409729,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12678678333759308,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11703557521104813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11574843525886536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10287272185087204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09786568582057953,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06452374905347824,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05591107904911041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.054915543645620346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.0546862930059433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03223571553826332,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.028177136555314064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02790277637541294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025760119780898094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.025616701692342758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016970977187156677,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.0168309323489666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01665305718779564,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.0110923545435071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.18442504107952118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.1619952917098999,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.15319257974624634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1355246752500534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.08321019262075424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.07483740895986557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.09910287708044052,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.09038621187210083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.08584359288215637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.07016617059707642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.06654930859804153,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05033263936638832,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.043243784457445145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.040058258920907974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.03928474336862564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.025289781391620636,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02120627649128437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02083192579448223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.018722986802458763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.018224826082587242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.013783469796180725,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.014002634212374687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.012745256535708904,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.010096460580825806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.04480670019984245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.03752075135707855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.03322844207286835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.029465634375810623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.020300492644309998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0166998989880085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.02693753130733967,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.024519862607121468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.021206345409154892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.01634000986814499,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.015850793570280075,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.013704785145819187,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.011710930615663528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.009838022291660309,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.009353065863251686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.006871359888464212,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.005225500091910362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.0048714494332671165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.004464448895305395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.004139321390539408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0036439925897866488,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0036463032010942698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.002999592339619994,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0025099331978708506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.04449105262756348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.03626086935400963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.03086487203836441,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.027505602687597275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.019810577854514122,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.015415442176163197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.027769390493631363,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.025158727541565895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.02091175504028797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.015744755044579506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.015531613491475582,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.014062647707760334,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.011997002176940441,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.009577332064509392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.008916439488530159,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.007037800271064043,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.005017661023885012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.0045521496795117855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.004222621209919453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.003773303935304284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0036540732253342867,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.003539770608767867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0027881902642548084,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0022701541893184185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.1785406470298767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.15170395374298096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1406252235174179,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.12384305149316788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.08196266740560532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.07090175151824951,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.0989954024553299,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09088627994060516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.08490682393312454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.06578435003757477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.06255783885717392,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05032898113131523,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.043360985815525055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.03932923451066017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.038314368575811386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.025126663967967033,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.020136810839176178,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.019217021763324738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01684264838695526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.01612837426364422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.012937165796756744,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.012557250447571278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.011492178775370121,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.007762971334159374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.17486369609832764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.15566973388195038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.14812731742858887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1268111616373062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.08172053098678589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.07447974383831024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09588722139596939,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08721821755170822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.0831480622291565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06703893095254898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.06192951649427414,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04940098524093628,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04234231263399124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.039874814450740814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.03928452730178833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.024950625374913216,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.021734245121479034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02122918702661991,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01901918277144432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.018649214878678322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01390855759382248,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014976239763200283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.013141682371497154,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011652919463813305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.21294663846492767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2004590779542923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.19649209082126617,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1781473308801651,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10039431601762772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.09624773263931274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.11126749217510223,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10252794623374939,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.1012314110994339,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.08992823213338852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.08582863956689835,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05682457983493805,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04913180693984032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04818489030003548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04796658456325531,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.028428658843040466,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.025048956274986267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.024790020659565926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02297324314713478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02283311076462269,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01525002159178257,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.015449434518814087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01494328211992979,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010762901045382023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2503906190395355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2359340786933899,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23149149119853973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.2100248783826828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11812499165534973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11336686462163925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13091520965099335,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1205253079533577,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11911948770284653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10596389323472977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.1011427789926529,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06686956435441971,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05767183005809784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.056606099009513855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05636176839470863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03343658149242401,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.029148176312446594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.028854990378022194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026693088933825493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02653398923575878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017852142453193665,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01756586879491806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01750984974205494,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011751686222851276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.20830361545085907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18486356735229492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1759261041879654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1563088297843933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09485390037298203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08597579598426819,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11143263429403305,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10186752676963806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.09750467538833618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08054695278406143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07634617388248444,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05656051263213158,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.04877566546201706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04562555253505707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04486285522580147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.0283912755548954,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.024024296551942825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.023650038987398148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.021270127967000008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.020778227597475052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.015294908545911312,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.015622328966856003,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01428008358925581,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011119064874947071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.06109143793582916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.05174664780497551,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.04609984531998634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.04114880412817001,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.027811886742711067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.023094773292541504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.037100743502378464,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03351212292909622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.02897743508219719,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.022742103785276413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.02211826853454113,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.018908223137259483,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.01608116365969181,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.013523311354219913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.012859661132097244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.00950318481773138,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.007254359778016806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.006781770847737789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.006294035352766514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.005864230450242758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.005071212537586689,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.005137802101671696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.00417855242267251,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0036520715802907944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.058486513793468475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.048187583684921265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.04185597971081734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.03749416023492813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.026063397526741028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.020850641652941704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.03607836738228798,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03240896761417389,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.027531269937753677,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.021061694249510765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.020718635991215706,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.01840278133749962,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.015510309487581253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.012675723992288113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.01190030388534069,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.009250091388821602,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.006727819796651602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.006194541230797768,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.005767424590885639,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.005252837669104338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.004854531027376652,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.004782587755471468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.00381314754486084,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0032434058375656605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.19583025574684143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1692051738500595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.15848739445209503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.14008381962776184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.0902419239282608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.07948319613933563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10750553011894226,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09886251389980316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.09322094917297363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07377342134714127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.06999867409467697,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05471157282590866,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.047252267599105835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04333464056253433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04237528517842293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.027348875999450684,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.0222855843603611,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02141703851521015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01894349604845047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.018272556364536285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.014173874631524086,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013942191377282143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.012776338495314121,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00887617003172636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.16957232356071472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.15070822834968567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.14369899034500122,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.12269417941570282,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.07905574142932892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.07183261960744858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09392224252223969,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08440842479467392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.08057747036218643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06512897461652756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.059959568083286285,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.048370376229286194,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.041143156588077545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.0387449748814106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.03816112130880356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.024501018226146698,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.021252799779176712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02073475904762745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01866711489856243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.018309064209461212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013737230561673641,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014779916033148766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01298762857913971,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011650490574538708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1916877180337906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.179609477519989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.17546296119689941,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1587938666343689,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.09053147584199905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08624716848134995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.10149487107992172,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09318351000547409,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.09143811464309692,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.08062606304883957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07699020206928253,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.051890917122364044,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.044717688113451004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.043525565415620804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04324464872479439,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.026076165959239006,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.022687310352921486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.022401653230190277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.020723100751638412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02054397575557232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01417270302772522,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.014126557856798172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.013785152696073055,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009898134507238865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2513076961040497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.235964834690094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23100519180297852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20941251516342163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11879190802574158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11352605372667313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13241595029830933,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12175343930721283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11989547312259674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10611556470394135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.1013331189751625,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06758441776037216,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05832385644316673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05697508156299591,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.056663207709789276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03390590474009514,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.029381675645709038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.029038846492767334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026815960183739662,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.026611754670739174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.0181509368121624,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01779692992568016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.017713794484734535,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01193882804363966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.21288013458251953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.1896037459373474,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1806466430425644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.16062918305397034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.0972650945186615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08838433027267456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1151871606707573,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1045088991522789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.09991426020860672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08302701264619827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07869573682546616,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.058598123490810394,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05015525594353676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04690604656934738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.046099334955215454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.029521431773900986,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.024850400164723396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.024462996050715446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022131167352199554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.021631324663758278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016088372096419334,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016365034505724907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015004335902631283,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011886892840266228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.07296979427337646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0636921375989914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.05828704684972763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.051958099007606506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.03346681222319603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.028982052579522133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04298229143023491,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03904791548848152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.03456709533929825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.028020158410072327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.027015360072255135,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.021789079532027245,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.018675077706575394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.016198819503188133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.015559900552034378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01092811394482851,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.008564670570194721,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.008110582828521729,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.007510670460760593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.0070960200391709805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.005801651161164045,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.005843442864716053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.0049361116252839565,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004042400512844324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.06648328900337219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.05705137550830841,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.05115769803524017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.04551883786916733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.030142974108457565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.025314871221780777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.03985384479165077,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03633366897702217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.0313371941447258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.024927234277129173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.02421257644891739,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.020213782787322998,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.017294850200414658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.014527877792716026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.013801089487969875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.010097727179527283,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.007546150125563145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.007032604888081551,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.006513536907732487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.006026021204888821,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.00521974079310894,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.005091394297778606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.004232969135046005,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0032432223670184612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.210468590259552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1873684674501419,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17867004871368408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1584516167640686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09788884222507477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08898132294416428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.113527812063694,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10443879663944244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10016628354787827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08226291835308075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07774104177951813,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.057664111256599426,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04982432350516319,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04687092453241348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.046147421002388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.028762593865394592,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.023806201294064522,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.023125944659113884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02057494968175888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.020090792328119278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01478184387087822,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01422794722020626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.01369759812951088,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008599476888775826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.19576135277748108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17785093188285828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1709507405757904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.14859165251255035,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09136155247688293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08457992970943451,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10586529225111008,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09677936881780624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09294289350509644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07734231650829315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07256899029016495,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05459586903452873,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04667232185602188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04414745047688484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04354008287191391,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.027468957006931305,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.023333963006734848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.022801473736763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.020594865083694458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.020215777680277824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014999225735664368,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015185953117907047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.014134062454104424,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010993806645274162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.18286745250225067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.17140942811965942,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.16751626133918762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1516035795211792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.0862279161810875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08219793438911438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09627164900302887,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08879834413528442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08710351586341858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0768524557352066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07323019951581955,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.049042437225580215,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04249989986419678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04134028032422066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04106995835900307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.024534661322832108,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.0212972704321146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.021016012877225876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.019390711560845375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.019221851602196693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012936108745634556,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012899174354970455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01254616491496563,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.00858901347965002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.24687768518924713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23210479319095612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22723765671253204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20614993572235107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.1167130097746849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11159802973270416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12967394292354584,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11965911090373993,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11776041984558105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10431388020515442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09949883818626404,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06604275852441788,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05721034109592438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05587306618690491,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05555910989642143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.033012717962265015,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.028598602861166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02825924940407276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026063693687319756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.025860827416181564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017286287620663643,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017006736248731613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01683555357158184,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010991806164383888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.20817388594150543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18703781068325043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17809420824050903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1589563935995102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09550873190164566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08704528957605362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11390583962202072,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10332602262496948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.09803538024425507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08214966952800751,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.0784045085310936,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.0581381730735302,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.04956242814660072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.046030908823013306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04515780881047249,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.029353389516472816,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.024278145283460617,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.023846426978707314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02169371396303177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02114102989435196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016008075326681137,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.015901867300271988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.014785555191338062,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011328921653330326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.06788574904203415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.05891292542219162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.05290313437581062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.04719316214323044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.031067339703440666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.026226507499814034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04157272353768349,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03759489580988884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.032191455364227295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.02595341205596924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.02523946203291416,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0211128331720829,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.01799347810447216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.015062072314321995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.014295355416834354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.010577541776001453,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.008004523813724518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.007477310486137867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.007020348682999611,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.0065257614478468895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.005586754996329546,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.005605263169854879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.004547795280814171,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0038646692410111427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.06256218254566193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.05330777168273926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.046804171055555344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.04176236689090729,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.028222138062119484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.023128019645810127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.038829103112220764,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.035182975232601166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.029460513964295387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.023324664682149887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.022794755175709724,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.01964990422129631,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.01678440347313881,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.013639782555401325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.012822305783629417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.00981863308697939,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.007172459736466408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.0065956758335232735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.006214722525328398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.00565369101241231,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.005110261961817741,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0050203544087708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.004006338305771351,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0032768098171800375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.18808244168758392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.16741804778575897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1588646024465561,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.14106719195842743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.08743539452552795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.07904414087533951,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10346276313066483,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09499581903219223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.08945126086473465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07364888489246368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.06989617645740509,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.052529674023389816,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04533173888921738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04189956933259964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.041066113859415054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02622581459581852,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02139747515320778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.020673362538218498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.018575279042124748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.018007589504122734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013485983945429325,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013098434545099735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.012231079861521721,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00809506792575121,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.19116929173469543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.16908136010169983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1601739078760147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.13885514438152313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.0891355350613594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.07995003461837769,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10618303716182709,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09616503119468689,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09116894006729126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07351651787757874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0685834288597107,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05456399545073509,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04647805169224739,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.043274812400341034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04249759018421173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02743707410991192,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.023120978847146034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.022408293560147285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.020135754719376564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.019643163308501244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014857861213386059,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015491326339542866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.013808207586407661,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011484921909868717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1740628480911255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16349413990974426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15974296629428864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.14501690864562988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08216647803783417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07836160808801651,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09201092272996902,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08480972051620483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08296129107475281,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07347811013460159,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07025151699781418,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0469399094581604,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04060826823115349,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03943020850419998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03914917632937431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.023497214540839195,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.020392460748553276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.020124025642871857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018648987635970116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.018474474549293518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01247811783105135,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01249275729060173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012077569030225277,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008470231667160988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2393331527709961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2252623587846756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22053472697734833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20039328932762146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11311357468366623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.1081777811050415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1261412799358368,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11622364819049835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11415824294090271,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.1013755276799202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0969410389661789,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06427432596683502,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05560247600078583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05421089753508568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05387228727340698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.032133910804986954,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.0278079304844141,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02746480703353882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025411343201994896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02519511803984642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016894645988941193,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016646303236484528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01642504520714283,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01087809819728136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.21466276049613953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19379286468029022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1856481432914734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.16590721905231476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.0988646000623703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09087760746479034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11684773117303848,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10566829890012741,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10127336531877518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08548981696367264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08165352046489716,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.059502046555280685,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05073902755975723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04767860472202301,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04692847654223442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.02992032654583454,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.025210769847035408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02484319917857647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02264082059264183,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.022167721763253212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016256995499134064,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016501307487487793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015225818380713463,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011928044259548187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.07430042326450348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.06634979695081711,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.059679899364709854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.053158778697252274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.03428228572010994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.029335612431168556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04685408994555473,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.042156219482421875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.035196587443351746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.02938051149249077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.028639843687415123,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.023888373747467995,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.020253656432032585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.016682874411344528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.01573360152542591,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.011968724429607391,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.008956815116107464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.008340082131326199,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.008026525378227234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.007420646958053112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006349373608827591,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006426615174859762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.00506370235234499,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004510977771133184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.0647125095129013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.05707385763525963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.05010814219713211,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.04450816661119461,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.029543563723564148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.024436818435788155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.04153991490602493,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03768264129757881,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.030425896868109703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.02510981634259224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.024551697075366974,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.021077662706375122,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.018057741224765778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.014307194389402866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.01326522883027792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01057892944663763,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.007535556331276894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.006885216571390629,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.006677490659058094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.006022283807396889,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.005489075556397438,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.005394893232733011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.004155290313065052,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.003534449264407158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.20365141332149506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.18401403725147247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17605465650558472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.15613654255867004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09509238600730896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08726978302001953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.11121544986963272,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10162284225225449,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.09690257906913757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08090844005346298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07665134221315384,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.056610189378261566,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.048521704971790314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.045580025762319565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04487496614456177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02826985903084278,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.023279163986444473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02263524755835533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.020358119159936905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.019876636564731598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.014557511545717716,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014102384448051453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.013409934006631374,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008784624747931957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.19683684408664703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17677728831768036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16843555867671967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1449657380580902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09239920228719711,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08414849638938904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11069110035896301,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09931423515081406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09416691958904266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07666512578725815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0719728171825409,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05703107267618179,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0483061820268631,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.045196644961833954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04442976787686348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.028763407841324806,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.024577343836426735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.023936470970511436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021625621244311333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.021157827228307724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015902312472462654,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016921890899538994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.014903819188475609,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01306948158890009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1709519922733307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16070754826068878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15718019008636475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1427185833454132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08088869601488113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07725802063941956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.0903446152806282,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08317121118307114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08164215832948685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07234082370996475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06919204443693161,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.046221327036619186,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03994207829236984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.0389065146446228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03865606710314751,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.023144232109189034,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.020274369046092033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.020023321732878685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018576450645923615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.018424324691295624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012407997623085976,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012616333551704884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01206462923437357,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.00883259903639555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2403269112110138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22644279897212982,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22181099653244019,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20163804292678833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11398711800575256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10909786820411682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1270039975643158,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11679983884096146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11496368050575256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10211716592311859,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09771066159009933,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06493441760540009,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.056025180965662,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05474641174077988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.054452598094940186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03250976651906967,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02836110070347786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.028039809316396713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02597874030470848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02579464577138424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01738515868782997,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01737653836607933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01696423813700676,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.0119039136916399,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.20895764231681824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18820242583751678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17990688979625702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.161103755235672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09616734832525253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08800353854894638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11373542994260788,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10332964360713959,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.0986078754067421,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08304516971111298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07944103330373764,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05805148184299469,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.04954680800437927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04632096737623215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04552910104393959,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.029140813276171684,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.024399664252996445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02401372790336609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.021854296326637268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.021354034543037415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01575116440653801,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.015879981219768524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.014679478481411934,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011305787600576878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.07383039593696594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.06543246656656265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.06034665182232857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.053305063396692276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.0340069904923439,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.02982390485703945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04308610409498215,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03944091498851776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.03489236906170845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.028636520728468895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0274095069617033,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.021881528198719025,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.018841752782464027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.01640680432319641,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.01578909158706665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.010950803756713867,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.008603319525718689,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.008158891461789608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.007547155022621155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.007145718205720186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.005757632665336132,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.005765740294009447,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.004920395091176033,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0038916445337235928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.0652751550078392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.056699443608522415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.051427703350782394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.04527060687541962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.029670042917132378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.025332896038889885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.038622334599494934,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03517187759280205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.030654791742563248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.024570796638727188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.023641269654035568,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.019624250009655952,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.016810430213809013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.01428687572479248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.013649607077240944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.009824682958424091,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.007462002336978912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.006994466297328472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.006452129688113928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.006018712185323238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.005110521335154772,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.005030233878642321,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.004218614660203457,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00329433917067945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.1875939816236496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.16724711656570435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1593126356601715,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.14032332599163055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.08694204688072205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.07897484302520752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10287101566791534,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09341223537921906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.08890137821435928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0730409175157547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.06901513040065765,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05238140746951103,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.044675178825855255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.041697051376104355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04097748175263405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.026179177686572075,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02142033539712429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.020786212757229805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.018600383773446083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.018103400245308876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013537050224840641,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013240503147244453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.012335129082202911,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00852564349770546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.20278775691986084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18465964496135712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17730461061000824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1544935405254364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09501194208860397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08782391995191574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11128298193216324,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10110361874103546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09662187844514847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0807981863617897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07582215964794159,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05715252831578255,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04866695776581764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04589392617344856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04523271322250366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.028643127530813217,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.024123776704072952,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02353118732571602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021311284974217415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.020885588601231575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015255657024681568,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01555586513131857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.014358305372297764,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011051652021706104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16831567883491516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1583499014377594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1548672467470169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.14071568846702576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07969572395086288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.0760994553565979,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08922076225280762,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0820547416806221,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08040963858366013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07137835770845413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06835532188415527,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.045639172196388245,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03935246914625168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.038288772106170654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03804314136505127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022856833413243294,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01990363374352455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.019655516371130943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01824205368757248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01808396354317665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012237921357154846,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012322628870606422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011888643726706505,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008542008697986603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.23628659546375275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2225172370672226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21794924139976501,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1981259137392044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11203224956989288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10712853819131851,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12499186396598816,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11489307880401611,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11302022635936737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10034864395856857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09595620632171631,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06385777145624161,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05505192279815674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05374826118350029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05344153940677643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.031943533569574356,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.027699295431375504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027371907606720924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025326278060674667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.025134392082691193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016899187117815018,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016761435195803642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01645715720951557,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011210683733224869,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2143523395061493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19372476637363434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.18584531545639038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.16576722264289856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09882859885692596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09096638113260269,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1158887967467308,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10531988739967346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10113314539194107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08539052307605743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08113981783390045,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.059155311435461044,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.050613801926374435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.047696344554424286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.046991076320409775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.02985193207859993,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.025319930166006088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.024967726320028305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022746818140149117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.022295843809843063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016448261216282845,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01665436662733555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015495666302740574,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012179858051240444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.09418369084596634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08384819328784943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.07768687605857849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.06876732409000397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.04345640912652016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.038386180996894836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.05497853830456734,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04989531636238098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.044538285583257675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.036711160093545914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.03519042581319809,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.027955196797847748,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.023929396644234657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02104220725595951,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02031823620200157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01403910294175148,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01121058501303196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.010692575946450233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.009918933734297752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.009456237778067589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0075143263675272465,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007678762543946505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.006493807770311832,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005478676874190569,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.08126498758792877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07151414453983307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0654633492231369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.05774926021695137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.03717535734176636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03218839317560196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.04794410243630409,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.0436442494392395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.0382702499628067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.031154436990618706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.02998521737754345,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02435823529958725,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02085386961698532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.01789838820695877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.017140841111540794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.012204539030790329,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.009333144873380661,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.008794289082288742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.008140547201037407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.007640776690095663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0063410536386072636,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0062492587603628635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.005301480647176504,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004103297367691994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.19532296061515808,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.17718809843063354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17045193910598755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.150288388133049,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09120021015405655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0843568742275238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1048591136932373,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09620052576065063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.09270469844341278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07749269157648087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07281842827796936,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05326869711279869,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.045911382883787155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.043636079877614975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.043097786605358124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.026576904579997063,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.022160911932587624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02164878509938717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01931065320968628,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.01896042935550213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013623962178826332,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013172753155231476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.012769130989909172,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00802549161016941,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2031017392873764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18277853727340698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1747531145811081,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.15398956835269928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09511027485132217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08732201159000397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11152922362089157,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10148665308952332,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09681562334299088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08002160489559174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07606063783168793,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05717996880412102,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.048796940594911575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04588118568062782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04517918825149536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02860390767455101,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.023937823250889778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.023331493139266968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.020925210788846016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02045145444571972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015088710933923721,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015231874771416187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.014117350801825523,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010531812906265259,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16640125215053558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15615373849868774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15255917608737946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.13847176730632782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07872147113084793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07502234727144241,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08829543739557266,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08114175498485565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07948575913906097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07024279236793518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06723679602146149,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04521976038813591,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.039003126323223114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03790350258350372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.0376460999250412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02265777811408043,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01984472945332527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.019587792456150055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01816953532397747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.018010839819908142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012194037437438965,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012495694682002068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011831015348434448,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008890843018889427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.23154249787330627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21753236651420593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21283327043056488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.19314654171466827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10957314819097519,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10459324717521667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12257298827171326,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11258384585380554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11064759641885757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09781788289546967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09359334409236908,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06274338811635971,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.053986869752407074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05263005197048187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05230599641799927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03143366798758507,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.027257997542619705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02692362293601036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.024891044944524765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.024692034348845482,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016824984923005104,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016714807599782944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016369642689824104,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01141943410038948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.22068718075752258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19936692714691162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1910819262266159,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.16981324553489685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10169575363397598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09354984760284424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11952987313270569,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10859513282775879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10412747412919998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08759135752916336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08298841118812561,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.060712192207574844,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05204248055815697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04896991327404976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04822280630469322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.030506351962685585,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02572225034236908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.025352684780955315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02297532930970192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02249792404472828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016528597101569176,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01659112237393856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015511899255216122,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011745789088308811,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.08313403278589249,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.07437761127948761,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.06934542953968048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.06085586920380592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.03848659247159958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.03427194803953171,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04781775921583176,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04360586032271385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.0392906628549099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0323735810816288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.03079734928905964,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02427530661225319,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.020838728174567223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.018546700477600098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.017973244190216064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.012146558612585068,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.009699083864688873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.009272949770092964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.008497467264533043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.008120189420878887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006390997674316168,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006393165327608585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.005582604091614485,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0043188780546188354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.07577849179506302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.06713198125362396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.06226711720228195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.054423317313194275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.03479171171784401,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.030732154846191406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.04370470345020294,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03967761993408203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.03564346954226494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.028995752334594727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.027585040777921677,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.022153183817863464,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.01894218660891056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.016733290627598763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.016165824607014656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01107470877468586,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.008655455894768238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.008236930705606937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.007499433122575283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.007121161092072725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.005742216017097235,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.005622826982289553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.004918300546705723,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0036171709652990103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.18360263109207153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.16526103019714355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.15839071571826935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1386176198720932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.08571308851242065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.07863470166921616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10007495433092117,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09066203236579895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.08722317218780518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07189822196960449,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.06759868562221527,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05093627795577049,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.043336909264326096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.041032712906599045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.0404864065349102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.025415148586034775,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02098049782216549,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.020444631576538086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.018162518739700317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.017785463482141495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013128383085131645,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.012694869190454483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.012166113592684269,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008006616495549679,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.20160219073295593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1828952431678772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17479246854782104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.15399639308452606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09400764852762222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08646147698163986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11156894266605377,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10120588541030884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.0957314744591713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08014623820781708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07602222263813019,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05736127868294716,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04877867177128792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04550941288471222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04471750929951668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.028772389516234398,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.024127233773469925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.023498233407735825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021431179717183113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.020926062017679214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015556740574538708,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015923382714390755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.014507265761494637,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011551551520824432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16447997093200684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15344871580600739,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14951547980308533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.13527177274227142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.0776088684797287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07359427213668823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08758436143398285,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08042634278535843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07848619669675827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06885343044996262,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0656685084104538,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04477592557668686,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0386216826736927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03734833747148514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03705168142914772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022452685981988907,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01954384334385395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.019258946180343628,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01781250163912773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.017627868801355362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012051329016685486,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012321362271904945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011613412760198116,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008737938478589058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.22536630928516388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21047799289226532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.20536507666110992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1857537478208542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10634688287973404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10101263970136642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.11938665807247162,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10977756232023239,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10751446336507797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09432429820299149,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.08992770314216614,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.060980819165706635,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05258119851350784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.0510166697204113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05065058171749115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.030493145808577538,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.026318514719605446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02594791352748871,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.023890478536486626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.023655682802200317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016078421846032143,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016031838953495026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.015532574616372585,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010747030377388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.23251792788505554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.2106381058692932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.20237720012664795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.17954599857330322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10765030235052109,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09939520806074142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1259792000055313,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1142612174153328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11010592430830002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09284969419240952,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08789466321468353,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06442809104919434,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05491049960255623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05191441625356674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.0511862076818943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.032428763806819916,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.027405772358179092,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.027043910697102547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02454594150185585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.024077314883470535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017648041248321533,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01781436800956726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016644584015011787,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012829169631004333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.09655442833900452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0860765278339386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08031680434942245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.07033026963472366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.044854868203401566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.03995995968580246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.05556417256593704,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.050560351461172104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.045821644365787506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03754272311925888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.03568003326654434,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02824443019926548,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02425474114716053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.021703092381358147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.021072320640087128,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.014157271012663841,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01149085070937872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.011012108996510506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010075060650706291,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.00966104120016098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.00753653421998024,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0077157653868198395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.006649943999946117,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005447959527373314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.08189268410205841,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07262981683015823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.06672634184360504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.05832317844033241,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.037717945873737335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03298228979110718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.04812687635421753,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04382818937301636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.038550008088350296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.031465452164411545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.030023861676454544,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.024444373324513435,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.020939849317073822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.01816793717443943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.01749594137072563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.012213262729346752,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.009517135098576546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.009001719765365124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.008289908990263939,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.007817573845386505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.006411792244762182,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.00637273071333766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0054512289352715015,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0042504435405135155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.19866043329238892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.17695769667625427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1686481088399887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.14658378064632416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.0923260971903801,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08401075005531311,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10899152606725693,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09842460602521896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.09408243745565414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.076487697660923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07170931994915009,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05554186925292015,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.047004494816064835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04421382397413254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04353748634457588,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.0277729369699955,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.022641701623797417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.0219801664352417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.019413229078054428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.01895247772336006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01435033418238163,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01381339319050312,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0131083894520998,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008757231757044792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.20428672432899475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18433968722820282,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16930583119392395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.14882171154022217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09598371386528015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08423434942960739,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12755201756954193,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11363120377063751,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.0978267565369606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08165577054023743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07875954359769821,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06599710881710052,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05500348284840584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.046878885477781296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04478069394826889,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.033171508461236954,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.025343308225274086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.023971986025571823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02264385297894478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.0213271863758564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.018077295273542404,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01806161180138588,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.015319794416427612,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013184216804802418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16748078167438507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15582215785980225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1514590084552765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.136932373046875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07909222692251205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07472510635852814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.0897584855556488,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08225494623184204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08007462322711945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06992008537054062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06684663146734238,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04601653292775154,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.039608873426914215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.038188233971595764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.037853486835956573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.023115763440728188,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02017327770590782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.019862990826368332,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018383437767624855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.018178725615143776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012579785659909248,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01299394853413105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012101947329938412,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009482072666287422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.22783371806144714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2121879607439041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.20671366155147552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.18677134811878204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10738841444253922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10171930491924286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12109502404928207,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.111143097281456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10866769403219223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09496437013149261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09049827605485916,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06165153905749321,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.053222671151161194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05152028426527977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05111994221806526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.030839920043945312,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02655611000955105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02615811489522457,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.024039767682552338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.023787153884768486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01618150621652603,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016165316104888916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.015571617521345615,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010775592178106308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.23502391576766968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.21300631761550903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.20477615296840668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.18180806934833527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10905405879020691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10069571435451508,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12741872668266296,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11554606258869171,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11148887872695923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09407617151737213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.0890195369720459,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06521546840667725,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05554966628551483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.052590511739254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05187442898750305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03281186893582344,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.0277238916605711,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02737356908619404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.024817055091261864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.024361079558730125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01776634342968464,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017959455028176308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.0167398639023304,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01290849782526493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.10154035687446594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09008114784955978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08305703848600388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.07276022434234619,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.047068819403648376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.041306398808956146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06089324504137039,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.054381199181079865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.04820045456290245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0393824465572834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.037959832698106766,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03112388588488102,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.026210997253656387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.022836346179246902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.021998098120093346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01569519005715847,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.012232943437993526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.01163425575941801,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010771998204290867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01022359449416399,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008465161547064781,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008482135832309723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007223663851618767,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006099720951169729,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.08800140768289566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07750784605741501,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07101423293352127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06206347048282623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.040452804416418076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0351458415389061,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05235392600297928,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.047139596194028854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04148973897099495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.033612970262765884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03219502046704292,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.026646964251995087,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.022596655413508415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.019550802186131477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.01876859739422798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.013354392722249031,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.010313146747648716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.009762642905116081,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.008985678665339947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.00847684033215046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0070291608572006226,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007008685264736414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.005926718469709158,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004803180694580078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.19686158001422882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.17697346210479736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.16896840929985046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1479581892490387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09212683886289597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08417335897684097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10898280143737793,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09846934676170349,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.09384755790233612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07722971588373184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07288335263729095,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05555251985788345,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.047090403735637665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04416362941265106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04346873238682747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.027776863425970078,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.0225810669362545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02193462662398815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.019526630640029907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.019041884690523148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.014344713650643826,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013725687749683857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.013150997459888458,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008614249527454376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2170085310935974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19323420524597168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1838483363389969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16250118613243103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10134202986955643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09188845008611679,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12040700018405914,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10877040028572083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.10358298569917679,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08502349257469177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08078315854072571,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06207874417304993,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.052581679075956345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04921279847621918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04840990900993347,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.031231550499796867,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.026125416159629822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.0253788772970438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02293846383690834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02241704612970352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016932480037212372,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017239267006516457,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.015836644917726517,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012578713707625866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.17170140147209167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.159468412399292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.155015230178833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.14004221558570862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08120743185281754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07667453587055206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09224365651607513,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08431193232536316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08220946043729782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07157053053379059,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06854137033224106,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.047291964292526245,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04068470746278763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03931603580713272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.038987383246421814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.023814046755433083,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02091088891029358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.020601559430360794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.019047608599066734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.018855413421988487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013129215687513351,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013649792410433292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012680190615355968,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010170266963541508,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2360239177942276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21945510804653168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21376320719718933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.19287273287773132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11155720055103302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10557853430509567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12535282969474792,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1151701807975769,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11290012300014496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09828661382198334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0936226025223732,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06403855234384537,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.055208250880241394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05357537791132927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.053186215460300446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.0320214219391346,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.027720872312784195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027323752641677856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02504875510931015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.024806108325719833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016926653683185577,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017002219334244728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016362397000193596,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011548290960490704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.23666656017303467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.21338416635990143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.20361463725566864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.18020261824131012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10937648266553879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10010848194360733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13007858395576477,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1179666519165039,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11203847080469131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09390915185213089,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08878567814826965,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06626340001821518,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05665712058544159,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.052848439663648605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.051916345953941345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03342641517519951,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.028049752116203308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.027585048228502274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02508145198225975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02447918988764286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01822325773537159,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018534837290644646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01693843863904476,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01344950683414936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.10361319035291672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09312819689512253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08779733628034592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.07709651440382004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.04828055202960968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04355374723672867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.05848373845219612,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0533280074596405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.04916464909911156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.040647104382514954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.03855319693684578,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.029721729457378387,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.025478152558207512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.023223206400871277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.022662974894046783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.014874882996082306,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.012089814990758896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.011655876412987709,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010569831356406212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.010204993188381195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0078010596334934235,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.00778705719858408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.006974623538553715,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0052423193119466305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.08657635003328323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07772766798734665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07253683358430862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06365913897752762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04009868577122688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.035764992237091064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.04978407546877861,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04544000327587128,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.040859974920749664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03383737429976463,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03215792402625084,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02523544244468212,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.021720392629504204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.019283555448055267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.01867763325572014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01262137945741415,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.010010596364736557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.009565506130456924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.008749703876674175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.008350316435098648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.006591426208615303,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.006496673449873924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.005755561403930187,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004249537363648415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.21236968040466309,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.19098779559135437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1831093728542328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.16009920835494995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09920209646224976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09092273563146591,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.11582983285188675,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10476715862751007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10099227726459503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08300457894802094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07800769060850143,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05901363864541054,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04999532178044319,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.047457095235586166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.0468207523226738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.029455602169036865,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.024157395586371422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02354707382619381,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.020811831578612328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.020398007705807686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.015136505477130413,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014425336383283138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.01397609617561102,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008865181356668472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.23510511219501495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.21514958143234253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.20697717368602753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.18494364619255066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.11012277007102966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.10218632966279984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12852786481380463,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11721019446849823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.11187823861837387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09522108733654022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.09136538952589035,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06616601347923279,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05652052164077759,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.0533040389418602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.05252576246857643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03321867436170578,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02825191803276539,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02760939486324787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02535802125930786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.024869432672858238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017970746383070946,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.018533557653427124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01693652756512165,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013532683253288269,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.17478974163532257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16233572363853455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1577424854040146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.14244627952575684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08275864273309708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07810236513614655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09388791024684906,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0861150473356247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08380262553691864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07294708490371704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06968732923269272,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.048151034861803055,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.041499458253383636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03998274728655815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.039626188576221466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02414034493267536,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02113575115799904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02080245316028595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01921858824789524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.018994975835084915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01303677074611187,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013638828881084919,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012517786584794521,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009962202049791813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.24159680306911469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22476203739643097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21893742680549622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.19751408696174622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11425286531448364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10811163485050201,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12862788140773773,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11810581386089325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.115622878074646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10074584931135178,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09596490114927292,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06578319519758224,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.056618582457304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05487804114818573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.054467543959617615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03293898329138756,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.028383471071720123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02795969881117344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025656314566731453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.025391019880771637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017506737262010574,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01739431545138359,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01690044067800045,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011774644255638123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.24854852259159088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.22343508899211884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.2139212042093277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1888134777545929,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11508769541978836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10539945214986801,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13530179858207703,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12269599735736847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11795691400766373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09815557301044464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09274306893348694,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.0692167654633522,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05892539769411087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05546947196125984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.054620448499917984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03483925014734268,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.029170572757720947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.028750896453857422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.025870271027088165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.025319788604974747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018853232264518738,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018849484622478485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.017687972635030746,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013381464406847954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.10664083063602448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0960637629032135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0897403135895729,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.0791744664311409,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.0496627576649189,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0444941446185112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06205914542078972,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.056249916553497314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05061305686831474,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.042175427079200745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04033685103058815,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03157009929418564,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.026923449710011482,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.0240012276917696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.023257462307810783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.015807682648301125,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.012634056620299816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.012110026553273201,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011160505935549736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.010695582255721092,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008339687250554562,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008417590521275997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.0072724721394479275,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005837440025061369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.08733302354812622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07900750637054443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0721546858549118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06386356800794601,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.040470149368047714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.035471074283123016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.0531933419406414,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04835624247789383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04126980900764465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.034659359604120255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.033398084342479706,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.026890777051448822,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.023075424134731293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.019521094858646393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.01860801689326763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.013455498963594437,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.01021940354257822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.00960675347596407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009073578752577305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.008480253629386425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.00705080246552825,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.006936118006706238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0058472347445786,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004569032695144415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.224494069814682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.20265620946884155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19400033354759216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.17017240822315216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10505423694849014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.096364825963974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12491412460803986,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11189090460538864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10683677345514297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08864399790763855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08350461721420288,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.063912533223629,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.053522657603025436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05041159689426422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04966112971305847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03195733577013016,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.025883197784423828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.025204159319400787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.022534281015396118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.022039124742150307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.016500625759363174,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.015879366546869278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014998486265540123,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010200200602412224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.25163131952285767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.21912279725074768,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.20597101747989655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1812669187784195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.11719399690628052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.10493716597557068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1415669322013855,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12797100841999054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.1207868903875351,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09598378092050552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.09182994812726974,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.07297459244728088,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.06183166801929474,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.05690321698784828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.0556911937892437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.036577045917510986,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.030279744416475296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.029371554031968117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.026188429445028305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02539016120135784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01965596340596676,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.020241133868694305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.018075525760650635,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.014730972237884998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16467206180095673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1532260626554489,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1486559808254242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.13446126878261566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07814069837331772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07366209477186203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08931071311235428,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08184949308633804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07909950613975525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06912855803966522,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.066104456782341,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04583539813756943,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.039523351937532425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03783174976706505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03743112459778786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.0230140071362257,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.020118968561291695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.019776465371251106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018379293382167816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.018133169040083885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012493730522692204,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013181288726627827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011914854869246483,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009775177575647831,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.23833031952381134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22251024842262268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21673695743083954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.19597235321998596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11301813274621964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10711338371038437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12765279412269592,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1172180026769638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11428201198577881,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10008212178945541,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09543419629335403,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06535220146179199,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05625329166650772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05438262224197388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05392000079154968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03272881731390953,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.028269082307815552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02784084714949131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025685135275125504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.025403091683983803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01746879145503044,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017573904246091843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016812600195407867,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012140324339270592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2346140742301941,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.21030226349830627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.20012657344341278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.17738306522369385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10832548886537552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09863124787807465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12966935336589813,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11726022511720657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11111613363027573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09264742583036423,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08791355043649673,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.0663975402712822,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05649689957499504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05262443795800209,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05158229544758797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03376714885234833,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02826443500816822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.027738049626350403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02531709149479866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02464713156223297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018679777160286903,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01915377750992775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.017164016142487526,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.014285325072705746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11775491386651993,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10693894326686859,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10047511756420135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08912873268127441,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.054996591061353683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04968687519431114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06859849393367767,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06190085411071777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.055978547781705856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04724077507853508,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04527704790234566,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0349830687046051,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.029732510447502136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.026652660220861435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.025879686698317528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017646968364715576,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014158661477267742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013610339723527431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012657975777983665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012172993272542953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.00942247174680233,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009558213874697685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008268811739981174,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006828177720308304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09091665595769882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08252908289432526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07508274912834167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06678903102874756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.042035531252622604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.036655835807323456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.056387536227703094,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05087918043136597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04284486919641495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03637348860502243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03538012132048607,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02863701805472374,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02436189167201519,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02029975689947605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.01923316903412342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.014377097599208355,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.01066539529711008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.00996461696922779,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.00956033170223236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.008876662701368332,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007511581759899855,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.00736002204939723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006096395663917065,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004875742364674807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.23975098133087158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2199687510728836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.21194928884506226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.18951067328453064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11330587416887283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.10520993173122406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13265228271484375,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.1199985221028328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11501001566648483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0980653166770935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.0933767706155777,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06773222237825394,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.057431891560554504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.0543115995824337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.053575657308101654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03389528766274452,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.027745284140110016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.027090150862932205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02462388202548027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.024135898798704147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017466027289628983,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01677735522389412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.016176944598555565,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010526889003813267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.22354401648044586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.20243071019649506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.19442160427570343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16666147112846375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10463821887969971,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09658780694007874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12171593308448792,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.1103239506483078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.10617469251155853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08707747608423233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08025649189949036,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06256502121686935,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.052981793880462646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.050363801419734955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04974813014268875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03133111447095871,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.026285475119948387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.025687692686915398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022786661982536316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02237171307206154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01668623834848404,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016622375696897507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.015825653448700905,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01155755203217268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.15822304785251617,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14778463542461395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1436367779970169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.13024353981018066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07507875561714172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07106637209653854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08557797223329544,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07844257354736328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.0759824588894844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06677664816379547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0640396773815155,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.043953441083431244,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03791192173957825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.036408085376024246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03605281561613083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02212519757449627,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.019436029717326164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.01912974938750267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017834404483437538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.017615536227822304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012168606743216515,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01280298549681902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011673917062580585,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009592331945896149,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2391795963048935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2242288589477539,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21888089179992676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.19828681647777557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11333479732275009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10785692930221558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12743522226810455,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11717122793197632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11448324471712112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10093231499195099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09645718336105347,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06506850570440292,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05610039830207825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05437479913234711,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05396290495991707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.032530758529901505,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02797027863562107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027568625286221504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025444166734814644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.025179706513881683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01714099571108818,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016917871311306953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016545552760362625,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011163553223013878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.22998079657554626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20573602616786957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1959865838289261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.17419393360614777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10587362945079803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.0962492823600769,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1257472187280655,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11422187089920044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.1087939590215683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09054328501224518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08598410338163376,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06415659934282303,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05487017333507538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05106956511735916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05014435574412346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03238105773925781,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.0269782617688179,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.026525286957621574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.024014988914132118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02342178300023079,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01773514412343502,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01768540032207966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016494056209921837,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012673352845013142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11633909493684769,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1063806414604187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10085611790418625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08973073959350586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05435050278902054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.049679700285196304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06599936634302139,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.060057319700717926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05515935644507408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04695539176464081,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04489859193563461,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.033574968576431274,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.028728967532515526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.026170626282691956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.025538358837366104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01682308502495289,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.013643646612763405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013167817145586014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012175877578556538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01176759134978056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008862466551363468,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008822517469525337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007918850518763065,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005971029866486788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09342271834611893,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08558843284845352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07884804904460907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07040394842624664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.043188124895095825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03838742524385452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.056041307747364044,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.051308587193489075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04393535852432251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.037721358239650726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03636545687913895,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0282917320728302,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.024404536932706833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02080504596233368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.019860610365867615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.014154745265841484,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.010809914208948612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010182572528719902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009710868820548058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009099137969315052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0073881871066987514,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007217690348625183,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006153099238872528,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004623259883373976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.24376344680786133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.22578489780426025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.21845021843910217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1961923986673355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11513420939445496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.10790592432022095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1338212788105011,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12095411866903305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11673629283905029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.10071148723363876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09622308611869812,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06852738559246063,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05778361111879349,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05514827370643616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05450386181473732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.034217603504657745,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.028060363605618477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.027489328756928444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.025052618235349655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.024645378813147545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017567120492458344,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016660276800394058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.016349345445632935,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010211215354502201,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.23661430180072784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.21351639926433563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.20550578832626343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1817505657672882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.11029352992773056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.10173309594392776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1273379921913147,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11604143679141998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.11228074878454208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0935344472527504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08858608454465866,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0655495896935463,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.056084420531988144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.0534060075879097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.05277862399816513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03312113508582115,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.028410449624061584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.027773970738053322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.025186065584421158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02478044293820858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01823476143181324,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.018684152513742447,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.017392819747328758,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013815377838909626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.14857318997383118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13901135325431824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.13498613238334656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.12247280776500702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07046812772750854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06665974110364914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08064961433410645,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07393880933523178,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07126881927251816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06278639286756516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06019261106848717,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04136814922094345,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03567346930503845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03410719335079193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03373247757554054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02077026665210724,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.018125396221876144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.017819663509726524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.016637640073895454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.016410628333687782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01131147239357233,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011864245869219303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.010789201594889164,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008767860941588879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.23151636123657227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21755452454090118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2122809886932373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1925535947084427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10972919315099716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10444861650466919,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12356222420930862,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11360356956720352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11084794998168945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09796158224344254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0936480388045311,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06307443231344223,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05442199856042862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05264986678957939,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05222935974597931,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.0315488837659359,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.0271078422665596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.026720615103840828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.024719256907701492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02445346862077713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016624504700303078,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016458025202155113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016012705862522125,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010912023484706879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.22292347252368927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19793935120105743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1876126080751419,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.16651999950408936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10227826237678528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09218338131904602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12241395562887192,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11127792298793793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10529661923646927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08670254796743393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08246158063411713,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06256771087646484,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.053483493626117706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04937427118420601,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04833728075027466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03160947188735008,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.026085350662469864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02557934820652008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02308059111237526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.022427527233958244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017283465713262558,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017214234918355942,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015913618728518486,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012306281365454197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.09708310663700104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08894427865743637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0832592248916626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.07469557225704193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.045216284692287445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04080325365066528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.056755803525447845,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05174124240875244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.04600943997502327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03950323536992073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.03811315819621086,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0288563072681427,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.024745652452111244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02180960215628147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.021068984642624855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.014454187825322151,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.011455688625574112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.010946160182356834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010337294079363346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.009858343750238419,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007604619022458792,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007646059151738882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.0065580396912992,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005205126944929361,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.08349810540676117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07609173655509949,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.06962689757347107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06259927153587341,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.03850851207971573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03388024494051933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05107759311795235,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04638019576668739,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.03934139013290405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03371583670377731,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03272971510887146,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.025792181491851807,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02210935577750206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.018574731424450874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.017650112509727478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.012874629348516464,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.009726534597575665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.009125602431595325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.008779739029705524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.008196416310966015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0067162830382585526,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.006640725303441286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.005488054361194372,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004365528933703899,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.20241627097129822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.18313248455524445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17304815351963043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.15567365288734436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09375505894422531,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08496309071779251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.11652475595474243,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10419583320617676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.09603389352560043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0812467485666275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07817001640796661,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05956113710999489,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04975271224975586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.044964499771595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04376879706978798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.029706232249736786,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.023077083751559258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.022198881953954697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.020557783544063568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.019776390865445137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.015263541601598263,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014528060331940651,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0132011529058218,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00914114061743021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.231568843126297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.208280548453331,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.19925811886787415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.17403334379196167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10803994536399841,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09891022741794586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12704017758369446,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.1153293028473854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.11020727455615997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0910918265581131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08499151468276978,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06545262038707733,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05568103492259979,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.05239419266581535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.05159865692257881,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03286871314048767,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02787967026233673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.027139198035001755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.024615639820694923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.024112915620207787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017835132777690887,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.018472908064723015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01677146926522255,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013626638799905777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1537502408027649,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1437300443649292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.13953031599521637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.12684427201747894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07273200899362564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06878986209630966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08304879814386368,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07628263533115387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07360891252756119,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06491687893867493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06227296590805054,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04256172105669975,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03677478805184364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.035182904452085495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03480950742959976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.021403905004262924,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.018681561574339867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.018368186429142952,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017168302088975906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01694045402109623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011670093983411789,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012205136008560658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011141913011670113,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008994178846478462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2384742796421051,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22409315407276154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21868175268173218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.19860923290252686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.1129080131649971,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10756383836269379,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.127211794257164,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11689084768295288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11402459442615509,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10100230574607849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09671290218830109,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0649765282869339,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05605032294988632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.0542636401951313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05384715273976326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03262488543987274,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.028160007670521736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027773797512054443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025770526379346848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.025506310164928436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017450079321861267,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01740589179098606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016851091757416725,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011948122642934322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.23589378595352173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20838980376720428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19724200665950775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.17428338527679443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10825873166322708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09731077402830124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1306574046611786,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11779344826936722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11171689629554749,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09124550968408585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.0866309255361557,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06667329370975494,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05665268376469612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05233968421816826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.051277194172143936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03366579860448837,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02780907414853573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.027299145236611366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02454041689634323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.023847542703151703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018491361290216446,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01849471963942051,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01703081652522087,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013409072533249855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11215545982122421,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10331408679485321,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09731139987707138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08723283559083939,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05247487872838974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04781700298190117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06563642621040344,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05931271240115166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.053326286375522614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.046040184795856476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04431750997900963,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03353562206029892,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.028529100120067596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.025434473529458046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.024664463475346565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.016857944428920746,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.013530478812754154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013019406236708164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012293009087443352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.011820786632597446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009028486907482147,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.00918723363429308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.00789566244930029,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006589737720787525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09387895464897156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08525246381759644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07710867375135422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06943545490503311,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.043255504220724106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03750104457139969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05822106823325157,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05324481427669525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04424356296658516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03786890208721161,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03695990890264511,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02949635125696659,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.025416947901248932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.020893052220344543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.019673993811011314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.014734986238181591,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.010950498282909393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010176696814596653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009895576164126396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009135800413787365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0077056242153048515,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007590864319354296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006179934833198786,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0049530197866261005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.22178620100021362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.201048344373703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.190813809633255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.17260171473026276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10357675701379776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09421917796134949,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12782876193523407,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11391428858041763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10585390776395798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08997409045696259,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08693346381187439,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06567874550819397,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05452330410480499,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.049726661294698715,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04855500906705856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.032870158553123474,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.025499846786260605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.024581849575042725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.022708050906658173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02194339968264103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.016948649659752846,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.015885289758443832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014769177883863449,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009953911416232586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.20627132058143616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18375946581363678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17536982893943787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.15097922086715698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09583787620067596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0871838927268982,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11200319230556488,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.1019178256392479,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09738418459892273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07886265963315964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07432974129915237,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0578470379114151,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.049514174461364746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.0467447005212307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.046093881130218506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.029320642352104187,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.025374310091137886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.024735890328884125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022204387933015823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02178085781633854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016414208337664604,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017348214983940125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.015530833974480629,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013413782231509686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.14257033169269562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13315820693969727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.12911446392536163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.11727744340896606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.06738291680812836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.0636163130402565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07724333554506302,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0709710568189621,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.06819717586040497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.060094203799963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.05761559680104256,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.039489757269620895,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03415123000741005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.032536689192056656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.032155003398656845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.019817711785435677,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01715194061398506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.01684173010289669,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.015724552795290947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.015488097444176674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010674281045794487,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011068145744502544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.010133450850844383,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007974596694111824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.22666820883750916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2127903550863266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.20747476816177368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.18842120468616486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10721788555383682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10197534412145615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1211986318230629,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1113416850566864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10834113508462906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09585535526275635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09177776426076889,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06182870268821716,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05337383598089218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05149698629975319,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.051052942872047424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03099162131547928,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.026634572073817253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02623114548623562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.024342980235815048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.024063728749752045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016483290120959282,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01635330356657505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01584728993475437,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011026001535356045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2240479588508606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19672630727291107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.18498390913009644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1628209501504898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10247942060232162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09131035953760147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12520228326320648,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11304652690887451,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10603434592485428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08600562810897827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08181043714284897,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06410417705774307,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05452696233987808,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.0496785044670105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.048459433019161224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.032506488263607025,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.026629868894815445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.026051368564367294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.023518646135926247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02274755761027336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018006129190325737,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01812973991036415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01636791042983532,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013379891403019428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11408733576536179,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10546578466892242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09932141751050949,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08964618295431137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.053388118743896484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04866435006260872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06689061224460602,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.060649968683719635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.054255977272987366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04721305891871452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.045700039714574814,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03411388769745827,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.029062138870358467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.025777306407690048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.024958323687314987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017107905820012093,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.013571413233876228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013013403862714767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012363135814666748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.011850305832922459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009106219746172428,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009064308367669582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.00793213676661253,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006256848573684692,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09120924025774002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08372717350721359,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07537205517292023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06825096905231476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04213067516684532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03651759773492813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05757863447070122,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05274682864546776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.042941756546497345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.037326086312532425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.036582499742507935,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02916257083415985,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.025088105350732803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.020353524014353752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.019076820462942123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.014613261446356773,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.010692874900996685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.009873243048787117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009757578372955322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.008942938409745693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007662991527467966,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007497353479266167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006035746540874243,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004864535294473171,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.23087775707244873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2113851010799408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.20232748985290527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.18286460638046265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10800623148679733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09954342991113663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13029950857162476,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11695844680070877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11018814891576767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09458722174167633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09092992544174194,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06668063253164291,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05599714443087578,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05179275572299957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.050789013504981995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03331582620739937,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.026417693123221397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.025611460208892822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02363641932606697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.022966083139181137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017068205401301384,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016130056232213974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.015179719775915146,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009866075590252876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2160935401916504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19650712609291077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18982729315757751,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16581128537654877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10085438191890717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09380974620580673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11708705872297287,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10547790676355362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.10235439985990524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08545040339231491,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08070500195026398,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.060334086418151855,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05126199871301651,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.049217309802770615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04872417449951172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.030466217547655106,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02665085345506668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.026186231523752213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02375698834657669,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02345648780465126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016953177750110626,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01803566701710224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.016314636915922165,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013984225690364838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1384192705154419,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.12944303452968597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.12568120658397675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.11424801498651505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.06540107727050781,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06186520680785179,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07460169494152069,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.06865239143371582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.0661807581782341,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.058391883969306946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.05598878860473633,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.03815055266022682,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.033011533319950104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03154902905225754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.031195687130093575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.019134044647216797,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.016594255343079567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.016303518787026405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.015212143771350384,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.015000151470303535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010301541537046432,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.010638904757797718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.009817145764827728,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007619487587362528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2216210663318634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.208144411444664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.20305567979812622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.18464548885822296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.1048695296049118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.0998363345861435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1184580847620964,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10885361582040787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10595614463090897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09388711303472519,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09001282602548599,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0604746975004673,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.052209679037332535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.050416797399520874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05000011995434761,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.030361518263816833,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.026223335415124893,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02583792619407177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.0240241140127182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.023756515234708786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016370389610528946,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016296936199069023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.015773825347423553,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011247057467699051,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2099343240261078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18351568281650543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17113874852657318,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.15018582344055176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09617969393730164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08465824276208878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1191788911819458,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10766667127609253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.099469393491745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08006153255701065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07625634968280792,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.061071593314409256,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.052205443382263184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.046744026243686676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.0454215407371521,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03113052248954773,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.025334658101201057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.024639638140797615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022336799651384354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.021459374576807022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017613239586353302,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017655983567237854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015881340950727463,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013202599249780178,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11387551575899124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10499311983585358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09761548042297363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08858823776245117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05311191454529762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.047706469893455505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06877859681844711,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0621742382645607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.054070860147476196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04710128903388977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04589438810944557,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03503335267305374,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02978726476430893,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02571360394358635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02468241937458515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01759936474263668,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.013658150099217892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.012978047132492065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012499219737946987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01184900663793087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009364806115627289,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009397938847541809,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007899569347500801,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0065628765150904655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09247660636901855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08419537544250488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0741201639175415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06741231679916382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.042461756616830826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03576663136482239,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06047521531581879,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05508873984217644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04351422190666199,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03755098208785057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.037106238305568695,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.030602693557739258,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.026201540604233742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.020528098568320274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.01900859735906124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.015286224894225597,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.01085655763745308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.00988149456679821,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009913679212331772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.008923625573515892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008012346923351288,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007833437994122505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006065589375793934,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0050950623117387295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.22881998121738434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2065974771976471,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19596801698207855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.17708225548267365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10607995837926865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09637798368930817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13053452968597412,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11698872596025467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10854624211788177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09210283309221268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08878287672996521,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06713557988405228,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.055864039808511734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05088909715414047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.049663521349430084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03358744829893112,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.026063261553645134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.025105522945523262,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.023197300732135773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.022382136434316635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017254354432225227,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01622685045003891,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.01494347769767046,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010090968571603298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2348744422197342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.20500896871089935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.19410201907157898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16326913237571716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10923866182565689,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0979258194565773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12831735610961914,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11680858582258224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.11170514672994614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08637087792158127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08091447502374649,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06606939435005188,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05645868554711342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.0530005618929863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.052169837057590485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03320439159870148,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02828173153102398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.027503229677677155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.023907599970698357,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.023342540487647057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017972158268094063,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.018830833956599236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.016864141449332237,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013932384550571442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.14321139454841614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1344333440065384,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.13102056086063385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.11908344179391861,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.0677185133099556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06437923014163971,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07642342895269394,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07051290571689606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.06844474375247955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06061970815062523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.05802673101425171,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.03898237645626068,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.033833958208560944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.032583143562078476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03228821977972984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.01952425017952919,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01700397953391075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.016744213178753853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.015592804178595543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.015406714752316475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010395842604339123,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.010679739527404308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.009981609880924225,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007482359651476145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.22935427725315094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.215876966714859,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21106211841106415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.19184228777885437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.1083705872297287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10348723828792572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12151694297790527,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11184034496545792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10941506922245026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09717591851949692,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.092992402613163,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06183667108416557,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0535217821598053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.051948126405477524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05157813802361488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.031019823625683784,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02668558992445469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02633526176214218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.024408448487520218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.024171998724341393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016460208222270012,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016078244894742966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.015916578471660614,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010553410276770592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.207174614071846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18171575665473938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1705629825592041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.15001919865608215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09478705376386642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08411766588687897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11506772041320801,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10463586449623108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.09789228439331055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.07898284494876862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07507474720478058,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05884192883968353,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05033654347062111,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04582144692540169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04469580948352814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.029814811423420906,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.024337735027074814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.023781422525644302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.021303942427039146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.020577672868967056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01643148623406887,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01629614271223545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.014952918514609337,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011721878312528133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.1091841533780098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09997519850730896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.092893585562706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08431325852870941,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05085184797644615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.045488424599170685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06582415848970413,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.059453289955854416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.0518803671002388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04485446959733963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.043724965304136276,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.033552151173353195,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.028418119996786118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.024572458118200302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.023585382848978043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.016841072589159012,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.012942226603627205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.012299425899982452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011766672134399414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01115751825273037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008959079161286354,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008775752037763596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.0075701395981013775,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005993172992020845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.0933048203587532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08459057658910751,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07513037323951721,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06831752508878708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04295554757118225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03635028749704361,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.060443032532930374,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05479615554213524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04404117912054062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03786667436361313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.037388257682323456,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.030704444274306297,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.026197131723165512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02080291509628296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.01931517943739891,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.015321875922381878,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.010935796424746513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.01001590397208929,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009947257116436958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009021521545946598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007984603755176067,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007790485396981239,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006086513865739107,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005061174277216196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.2176966518163681,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.19482573866844177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.18265500664710999,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.16503798961639404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10038302093744278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08957985788583755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12659130990505219,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11301188170909882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10318116843700409,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0865166187286377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08369126915931702,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06517244130373001,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05401728302240372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.048132192343473434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04664185643196106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03267502784729004,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.024620115756988525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02352244220674038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.021805230528116226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.020824691280722618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.016740422695875168,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.015529869124293327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014047626405954361,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009524158202111721,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.23548705875873566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.20333677530288696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.19198806583881378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16197198629379272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.1091466024518013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09596887975931168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12634412944316864,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11629828810691833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.11165609210729599,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08551310002803802,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07878512144088745,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06480535119771957,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.055841974914073944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.05261187255382538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.051825981587171555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03251880407333374,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02760041505098343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.026729628443717957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022989902645349503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02244418114423752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017361337319016457,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01774149388074875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.016276735812425613,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012493448331952095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.14153318107128143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1330389678478241,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.12987235188484192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.11812207102775574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.06697724759578705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06382706761360168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.0752418041229248,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.06944397836923599,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.06765064597129822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06002165377140045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.057458698749542236,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.03846362605690956,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03332649916410446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.0322212316095829,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03196248784661293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.019274741411209106,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.016801398247480392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.016566049307584763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.015420045703649521,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.015256538055837154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010325344279408455,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.010510724037885666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.009970187209546566,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007351559586822987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.23584289848804474,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22218886017799377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21750248968601227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.19790253043174744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11157747358083725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10672148317098618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12461549788713455,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11481371521949768,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.1126151829957962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10016563534736633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09584347903728485,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06360655277967453,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0549774169921875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05351739376783371,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.053175780922174454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.031827595084905624,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.027545062825083733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027208002284169197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02522696554660797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.025005996227264404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016901643946766853,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01664683409035206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016417192295193672,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011057525873184204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.20555993914604187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18024148046970367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.16885700821876526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.14945754408836365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09362403303384781,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08294970542192459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11432581394910812,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10416075587272644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.09691271930932999,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.07859737426042557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07486169785261154,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05807248875498772,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.049966245889663696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.045203592628240585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.044014036655426025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.029464419931173325,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.023903921246528625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.023300262168049812,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.020997464656829834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.020213128998875618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016288060694932938,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.015924328938126564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.014749806374311447,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011241452768445015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11002228409051895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10031743347644806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09295602887868881,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08433223515748978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.051132358610630035,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.045531850308179855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06637629866600037,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06006237119436264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05232574790716171,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04503070190548897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04400309920310974,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.033907774835824966,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.028782499954104424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.024737194180488586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.023708462715148926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017041897401213646,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.013080589473247528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.0123978890478611,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011883989907801151,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.011234580539166927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009091257117688656,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008947379887104034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007636466063559055,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006146490108221769,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.10129856318235397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09185412526130676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08159775286912918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07418279349803925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04668878763914108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.039563294500112534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06536397337913513,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.059538863599300385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04790312796831131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.041119784116744995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04051092639565468,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03317492827773094,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.028403230011463165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.022620318457484245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02107294835150242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.016595939174294472,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.011969083920121193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010975223034620285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010888490825891495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009896892122924328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.00870734266936779,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008568941615521908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0067273760214447975,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005662500858306885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.21580304205417633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.19221602380275726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17925995588302612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.16181156039237976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09938071668148041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08790194988250732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12711317837238312,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11315630376338959,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10223313421010971,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08518823236227036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08251848816871643,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06496454775333405,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05404523015022278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04762132093310356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04599517956376076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03250760957598686,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.0244322307407856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02322053350508213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.021565062925219536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.020497353747487068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0166681706905365,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01559170987457037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.01383980643004179,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009608954191207886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.22048425674438477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1909412443637848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17951302230358124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.14653152227401733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10334588587284088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09191547334194183,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12192706763744354,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.1112799271941185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.10528649389743805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08010056614875793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07175815105438232,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06247985363006592,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.053714629262685776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.05010527744889259,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04921798035502434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0313812717795372,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.026633810251951218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.025820503011345863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022187359631061554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02157907374203205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016989104449748993,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017648354172706604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.015811484307050705,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01288567017763853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1546180546283722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14541396498680115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1419753134250641,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.12921324372291565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07311353832483292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06970540434122086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08202732354402542,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07571255415678024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07382377982139587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0655534490942955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06278163194656372,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04187748208642006,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03629761189222336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03511820361018181,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03484158590435982,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02095651999115944,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.018219422549009323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.017963912338018417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.016705086454749107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01653328351676464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01114367414265871,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011260750703513622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.010762014426290989,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007719469256699085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2400171160697937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22619755566120148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22144415974617004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20150306820869446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11348960548639297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10857124626636505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12653951346874237,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11675356328487396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11452487111091614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10191234201192856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09755271673202515,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06454672664403915,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05585099384188652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05438591539859772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05403248965740204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03224414587020874,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.027912601828575134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027563363313674927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025545885786414146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02532673068344593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.0169745571911335,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016744963824748993,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016490541398525238,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010966349393129349,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.21134376525878906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18669570982456207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17563489079475403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1558483988046646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09668242186307907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08622071892023087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11762964725494385,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1068592220544815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.09972776472568512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.0816306471824646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07776661962270737,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.0597250871360302,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.051250945776700974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04665937274694443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04551355913281441,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03028741106390953,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.024634430184960365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02406095340847969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.021724794059991837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.020986484363675117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016717471182346344,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01632510870695114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015223450027406216,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011534899473190308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11238729953765869,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10294991731643677,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09592898935079575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08709701150655746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05232115834951401,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04695718362927437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06714477390050888,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.060781095176935196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05342406779527664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04614671319723129,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.044956982135772705,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.034162621945142746,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.029066579416394234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.025266829878091812,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.024291161447763443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017117224633693695,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.013255809433758259,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.012609164230525494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012037496082484722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01142178475856781,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.00907632615417242,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008896899409592152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007706967648118734,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0059867603704333305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.10041548311710358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09083086252212524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08215507119894028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07454167306423187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.046213213354349136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03991696983575821,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06249844282865524,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05701278895139694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04746681824326515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.040576763451099396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.039784230291843414,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03165747970342636,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02717157080769539,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.022344326600432396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.021069323644042015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.015864571556448936,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.011729384772479534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010906348004937172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010621312074363232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009816999547183514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008306185714900494,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008152795024216175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006640632636845112,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005355045199394226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.2310330718755722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.20955687761306763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19891414046287537,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.17977119982242584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10738308727741241,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09761110693216324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1308382898569107,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11821123957633972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10970072448253632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09326788038015366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08986195176839828,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06680148839950562,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05645550787448883,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05149113014340401,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05024018511176109,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.033384498208761215,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.026327921077609062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.025364279747009277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.023457033559679985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.022633111104369164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0171271413564682,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01633574068546295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.015005011111497879,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010101912543177605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.21352380514144897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18411585688591003,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1734052449464798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.14151647686958313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09824838489294052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08742526173591614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11595962941646576,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10624083131551743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.100998654961586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07599882036447525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.06991351395845413,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05924978107213974,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05104811489582062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.047431740909814835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.046542938798666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.029645899310708046,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02488287352025509,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.024106839671730995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02053276263177395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01991881988942623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01578790694475174,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016101842746138573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.014625407755374908,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011260135099291801,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16065849363803864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15112130343914032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1476074606180191,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1341954618692398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07601001858711243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07246069610118866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08534767478704453,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07863110303878784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07673843950033188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06808530539274216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06525600701570511,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04349619522690773,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.037714552134275436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.036530207842588425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03625321015715599,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02181342989206314,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01898631826043129,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.018723217770457268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017399286851286888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.017226239666342735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011695310473442078,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011776093393564224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011313917115330696,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008126875385642052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2446068972349167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23036152124404907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22548627853393555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20501820743083954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11571963131427765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11064258962869644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12885287404060364,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11899596452713013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11677072942256927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10377661883831024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09925534576177597,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06573318690061569,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05695163458585739,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05546827241778374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.055125512182712555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.0328722819685936,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.028471006080508232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.028113190084695816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026026155799627304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.025803934782743454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017322853207588196,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017084337770938873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016828851774334908,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011190144345164299,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.21622784435749054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19056642055511475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17899276316165924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1593836396932602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09881025552749634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08793707191944122,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11955547332763672,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1094442680478096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10202135890722275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08348608016967773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07961782068014145,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06096988543868065,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.052450332790613174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04764918237924576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04643405228853226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03073885664343834,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02506626956164837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.024469709023833275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02207612618803978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.021303603425621986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016608281061053276,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01651422306895256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01499969232827425,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011536777019500732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.12068390846252441,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1109803095459938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10366302728652954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09414896368980408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.056393541395664215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05079929158091545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07174257189035416,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0652565285563469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05744144320487976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04986103996634483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.048574093729257584,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.036563463509082794,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.031245458871126175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.027226528152823448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02620580606162548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.018311038613319397,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014277353882789612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.01360158622264862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012976868078112602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012346487492322922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.00965925119817257,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009553804062306881,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008247562684118748,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0064527541399002075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.10883895307779312,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.0995405912399292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08985354751348495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.08161038905382156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.05040287226438522,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.043599940836429596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06875374168157578,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06282268464565277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.05155425891280174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0445706844329834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.043744802474975586,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03491155803203583,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.029902135953307152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.024370595812797546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.022874321788549423,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.017456836998462677,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.01276086550205946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011791983619332314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011599129065871239,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.010640183463692665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.009137957356870174,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008871594443917274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007227389141917229,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005685454700142145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.23944467306137085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2193213254213333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.20992572605609894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.18978746235370636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11186080425977707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.10314787179231644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13365782797336578,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12104915827512741,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11400898545980453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09800341725349426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09404484927654266,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06806472688913345,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.057812973856925964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.053593214601278305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05258166044950485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.034020230174064636,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02737833932042122,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.026540320366621017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.024509120732545853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.023820415139198303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01743265613913536,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016714096069335938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.01562557928264141,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010291245765984058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.1908913105726242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17187805473804474,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16291378438472748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.13492320477962494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.08969922363758087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08204890787601471,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10679171979427338,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09780097752809525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.0907769575715065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07198895514011383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.06671233475208282,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.054600559175014496,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04687241092324257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04315615072846413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.042251430451869965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.027275193482637405,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.022393478080630302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.021690145134925842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.018852829933166504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.018222883343696594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014371641911566257,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014246203005313873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.013099998235702515,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009507140144705772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1606127768754959,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15096725523471832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14749789237976074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.13402023911476135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07601331174373627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07246235013008118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08522505313158035,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07863117754459381,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07677822560071945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06803888827562332,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06510471552610397,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04349501058459282,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03769291937351227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.036520976573228836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03624540939927101,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02177378721535206,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01893315277993679,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.018670527264475822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017328696325421333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.017152242362499237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011590324342250824,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011665740050375462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011206697672605515,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.00797250121831894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2475784718990326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23321951925754547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2282923012971878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.2076161950826645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11717602610588074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.1120007187128067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1309136301279068,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12045881152153015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11827519536018372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.1050274595618248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10049385577440262,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06668464094400406,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.057675089687108994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05619814991950989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05584251508116722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03344404697418213,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.028866052627563477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.028509577736258507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026379350572824478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.026156287640333176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01781056821346283,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01735391840338707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01732526905834675,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011427698656916618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.22015535831451416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19426760077476501,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.18290378153324127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1630258709192276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.1005626693367958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08979206532239914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1215045303106308,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11098422110080719,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10390490293502808,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.0851873829960823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08123496919870377,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.061574537307024,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05315830931067467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04841548204421997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04724264144897461,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.031078960746526718,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.025394802913069725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.024816283956170082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02239324524998665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.021632671356201172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016848944127559662,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01660672388970852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015316583216190338,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011488636955618858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.12625853717327118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11652414500713348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10938888788223267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09909321367740631,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.059144385159015656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.053580231964588165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07461608201265335,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06782246381044388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.06015961244702339,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.052293241024017334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.05087309330701828,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03800835460424423,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03246161714196205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02852044254541397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.027521945536136627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.019032329320907593,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014890998601913452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.014224840328097343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013532358221709728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012913061305880547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009976878762245178,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009854037314653397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008566383272409439,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006576995365321636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.10962935537099838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1005033403635025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.09134157001972198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.08294852077960968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.050938867032527924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.04437274485826492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06826763600111008,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06255559623241425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.051991865038871765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04507980868220329,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04408355802297592,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.034579504281282425,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.029897350817918777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.024571647867560387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.023155994713306427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.0172884538769722,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.012793520465493202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011901604011654854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011627472937107086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.010750003159046173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.00898580253124237,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.00877393502742052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007216932717710733,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0055945562198758125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.24113266170024872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.22100099921226501,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.2119067907333374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.19167014956474304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11262485384941101,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.10403226315975189,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13521412014961243,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12174169719219208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11473486572504044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0987534299492836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09496748447418213,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06897252053022385,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05815209448337555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05398230254650116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05296364054083824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.034426528960466385,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02751588076353073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.026689132675528526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02466561459004879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02398943528532982,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01769273914396763,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016773127019405365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.015830209478735924,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010291557759046555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.20541809499263763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.180882066488266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17212964594364166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.13906866312026978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09601721912622452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08714400976896286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11208797991275787,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.1018175333738327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09783592075109482,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07555036246776581,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.06646722555160522,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05697879567742348,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.048841819167137146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04618525132536888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04552625119686127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.028628623113036156,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02392953261733055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02331346459686756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.019814124330878258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.019372621551156044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015244703739881516,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014946783892810345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.014322166331112385,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010076134465634823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16523854434490204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15523016452789307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15161550045013428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.13780570030212402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07827862352132797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07460574805736542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08787423372268677,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0809755027294159,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.0790669322013855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07000107318162918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06693080812692642,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04488786309957504,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.038858912885189056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.037638865411281586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.037354618310928345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02249365672469139,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01956445351243019,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.01929614134132862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017903020605444908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.017724020406603813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012055554427206516,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01213094312697649,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011661642231047153,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008375093340873718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.25038638710975647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2357630431652069,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23080579936504364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20966912806034088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11868853867053986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11339357495307922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1319430023431778,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1219753846526146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11977878957986832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10624752193689346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10140477120876312,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06725550442934036,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05836604908108711,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.056860435754060745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.056502047926187515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.0335712768137455,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.029112786054611206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.028743285685777664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02655419334769249,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.026325829327106476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017484670504927635,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017348047345876694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016976594924926758,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01121652964502573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.22187817096710205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19565759599208832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.18368884921073914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.16403958201408386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10117912292480469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.0900503545999527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12276744842529297,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1125640943646431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10465676337480545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08599870651960373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08208654820919037,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06255888938903809,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05392633378505707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04872633144259453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04743590205907822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03140607476234436,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02555782161653042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02491363324224949,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022590598091483116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.021752256900072098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016853274777531624,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016787247732281685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015149739570915699,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011557799763977528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.120268814265728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11045149713754654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10280152410268784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09314300864934921,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.0562627911567688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05041283369064331,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07187541574239731,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06561239808797836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05735167860984802,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.049649301916360855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04827600717544556,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.036644116044044495,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03146684169769287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02719123102724552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.026097161695361137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.018349539488554,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014278660528361797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013553936034440994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012973550707101822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01228733453899622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009601442143321037,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009637931361794472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008088058792054653,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0065000965259969234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.10577747225761414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09633655101060867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08606848865747452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.0780804455280304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.048902690410614014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.041807640343904495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06786095350980759,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06195720285177231,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.050053536891937256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.043128594756126404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04234488680958748,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03434736654162407,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02949315495789051,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02366429939866066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.022120364010334015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.017178280279040337,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.01246790960431099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011474878527224064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011331576853990555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.010348567739129066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.009046857245266438,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.00880962423980236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007088272832334042,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005750622600317001,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.2319897562265396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2093755304813385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19793620705604553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.17864057421684265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10751346498727798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09716721624135971,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1333322376012802,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11966532468795776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11016548424959183,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09333458542823792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09006756544113159,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06838285177946091,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05716000869870186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.0516299307346344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.050221145153045654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.034241683781147,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.026378875598311424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.025300394743680954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.023445116356015205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02253260836005211,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01755082979798317,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01645210199058056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.015084237791597843,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.01006209198385477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.19961224496364594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1803995817899704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1744219809770584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1454761028289795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09382975101470947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08687115460634232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1056816428899765,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09727150201797485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09524677693843842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0769331082701683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.06936103850603104,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05402345210313797,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.046611376106739044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.045046158134937286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04467234015464783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.026994846761226654,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02320990338921547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.022724153473973274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.019790589809417725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.019541947171092033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01416507177054882,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014127795584499836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.013660482130944729,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009391551837325096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16945354640483856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15914806723594666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1553983986377716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.14106397330760956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08034559339284897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07653070986270905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09015394002199173,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08314390480518341,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.0811547338962555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07177839428186417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0685572475194931,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04601138085126877,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03987099230289459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03861594572663307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03832456097006798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.023017045110464096,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.020031098276376724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.019755832850933075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018307384103536606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.018123377114534378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012216172181069851,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012368056923151016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011803929693996906,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008476668037474155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2511119544506073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2362838089466095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23124349117279053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.21000660955905914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11911666393280029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11382271349430084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13273707032203674,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12249336391687393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.12022334337234497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10656143724918365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.1017618253827095,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06773392856121063,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05865189805626869,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05711691826581955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05676231533288956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.033855732530355453,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.0293290875852108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.028960412368178368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026758836582303047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.026527248322963715,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017821431159973145,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01760643720626831,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01730632223188877,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011543141677975655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.22507499158382416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.1994013786315918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1876174956560135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1672983467578888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10288036614656448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09192655235528946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12462133169174194,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11423814296722412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.1062868982553482,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08772946894168854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08359472453594208,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.0635090321302414,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05482913926243782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04963497817516327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04833560436964035,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.032148174941539764,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02614600956439972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.025503311306238174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02320038713514805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.022365467622876167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017558742314577103,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017292309552431107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015895456075668335,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012084098532795906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.12416478991508484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11416559666395187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1075386106967926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09753093123435974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05821520462632179,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05284307897090912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07232171297073364,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06590957194566727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05925782024860382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05136066675186157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04963858053088188,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03690565377473831,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.031625062227249146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.028102247044444084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.027222979813814163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0184929259121418,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014715798199176788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.014085342176258564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013352543115615845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012791790999472141,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009724806994199753,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009712804108858109,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008468950167298317,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0065733264200389385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.1081632524728775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09950267523527145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.09276560693979263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.08397441357374191,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.05049098655581474,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.04535640403628349,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06432139873504639,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.058751411736011505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.05141304433345795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.044635236263275146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04323437437415123,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03258143737912178,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.028102779760956764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.024341650307178497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.023395961150527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01631470024585724,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.0126815065741539,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.012055134400725365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011511406861245632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.010918838903307915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0085459528490901,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.00842528510838747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007256489247083664,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005547453183680773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.22701486945152283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.20838716626167297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1994933933019638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.18058620393276215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10637950152158737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09808097779750824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1258242130279541,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11497974395751953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.108272023499012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0932648777961731,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08949129283428192,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06414400786161423,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05493691563606262,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05100918561220169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.050023529678583145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.031971681863069534,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.025961728766560555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.025148605927824974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.023224245756864548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02258315682411194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.016412997618317604,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01574651338160038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014919465407729149,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009539264254271984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2071266621351242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18210841715335846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1732211858034134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.14622049033641815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09710653871297836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08728840202093124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11213653534650803,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10285189002752304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09907583147287369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07725635170936584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0714695006608963,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0576527863740921,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04961849004030228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04702909290790558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.046391792595386505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.029034871608018875,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.024980146437883377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02432633563876152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02116415835916996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.020763274282217026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01584434136748314,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01641020178794861,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01503074262291193,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012064751237630844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16420799493789673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1540473997592926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15026094019412994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1363740712404251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07795572280883789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07415701448917389,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08759667724370956,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08085457980632782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07878921180963516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06956218928098679,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06644874811172485,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04475633427500725,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03883611783385277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.037516720592975616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.0372065044939518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022406598553061485,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.019516387954354286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.019231600686907768,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.0178305022418499,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.017641378566622734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011902385391294956,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012142719700932503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011469519697129726,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008411386050283909,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.24288947880268097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22838816046714783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22336536645889282,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20281046628952026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11534859985113144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11005357652902603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12864965200424194,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11872576177120209,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.1164541020989418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10307757556438446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09837062656879425,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06573287397623062,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.056890666484832764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.055346615612506866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05497763678431511,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.0328633189201355,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.028468718752264977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02809404954314232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02596459910273552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02573181875050068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01734461635351181,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01717192679643631,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016823865473270416,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011346385814249516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.225158229470253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19873586297035217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.18615995347499847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.16620023548603058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10281576961278915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09128456562757492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1267571747303009,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11510675400495529,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.1063685491681099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08749550580978394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08355150371789932,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.0643601268529892,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.0551438145339489,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.049587152898311615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.048204582184553146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.0324813574552536,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.026104016229510307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.025403479114174843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.023116210475564003,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02222190797328949,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017699025571346283,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01730245351791382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015846509486436844,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01202262844890356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.115550696849823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10599242150783539,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09761681407690048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08854509890079498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05401342734694481,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.047794636338949203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07136625796556473,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06450192630290985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05508623644709587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04768204689025879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04667632281780243,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0364440493285656,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03089962527155876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.026162000373005867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.024928884580731392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01824279874563217,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.013808204792439938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013013183139264584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012567969970405102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.011796630918979645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009596106596291065,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009508997201919556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007872038520872593,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006452906411141157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09925752133131027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09027561545372009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07866290211677551,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07162192463874817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.045805204659700394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03799951449036598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.0664873793721199,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.060444239526987076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.046949602663517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0405365452170372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.040151432156562805,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.033568911254405975,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02882559970021248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.022219713777303696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.020383764058351517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01685529574751854,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.01176171563565731,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010607922449707985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01073692087084055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009575923904776573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008787269704043865,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.00858829915523529,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.00649687647819519,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005553298629820347,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.23131710290908813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2082637995481491,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19561845064163208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1763964295387268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10733408480882645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09627161175012589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13483312726020813,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12100717425346375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11004094779491425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09295639395713806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08979020267724991,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06912113726139069,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.057894039899110794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.0516304112970829,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05002346634864807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03473985195159912,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.026575524359941483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02536703646183014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02364077977836132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02261458896100521,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017850684002041817,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016970420256257057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.015107530169188976,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010722595266997814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.22389228641986847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19177095592021942,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18008054792881012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.15232515335083008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10370246320962906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09162857383489609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12235549092292786,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11164836585521698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.10636452585458755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08013349771499634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07546129077672958,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06266693770885468,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.053607016801834106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.05001857876777649,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04915447160601616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03141358122229576,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.026259804144501686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.025412781164050102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021669290959835052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02106967754662037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01685290038585663,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016983715817332268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.015687957406044006,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011943557299673557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1520388126373291,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14234137535095215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1385582834482193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.12565025687217712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07210077345371246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06837423890829086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08147814869880676,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0751795768737793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07289934158325195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06420093029737473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06128833815455437,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.041661523282527924,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03609011322259903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03469580039381981,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03436737880110741,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.020847178995609283,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01802334375679493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.017735954374074936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01643860712647438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.016227001324295998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011071261949837208,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01121390238404274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.010609567165374756,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.0076998937875032425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.22471919655799866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21101808547973633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.20607402920722961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.18686823546886444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10664703696966171,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10158313810825348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1194852665066719,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11022771894931793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10774345695972443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09511610120534897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09079063683748245,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0610930360853672,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05284811183810234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05122847482562065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.050843823701143265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03059060126543045,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02646786719560623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.0261014923453331,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02413378283381462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.023892687633633614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016225168481469154,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016175242140889168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01567954570055008,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010887698270380497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.20394082367420197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.1788775622844696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.16656284034252167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1479218602180481,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09320797771215439,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08194269239902496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11532226204872131,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10523401200771332,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.09653490781784058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.07852252572774887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07498584687709808,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05900206044316292,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05068876966834068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04520168900489807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04381837695837021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.02993621677160263,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.024207159876823425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.023514509201049805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.021422788500785828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.020539555698633194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016568513587117195,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016596227884292603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.014790958724915981,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01206704881042242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11251448094844818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10322381556034088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09560112655162811,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08667667955160141,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05238906666636467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04673716425895691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06974905729293823,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.061895016580820084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05358034372329712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.046389784663915634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.045374736189842224,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03557995334267616,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02965017408132553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.025316327810287476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.024210888892412186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017833668738603592,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.013323084451258183,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.012612114660441875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012139814905822277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.011444281786680222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009347540326416492,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009071656502783298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007612911984324455,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006117188837379217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09755224734544754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08997441828250885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08158428966999054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07401099801063538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.045352865010499954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03955802693963051,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06217101961374283,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.056264668703079224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04623125120997429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.040359072387218475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03957816958427429,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.031604014337062836,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02684211917221546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02193191833794117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.020589444786310196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.015802619978785515,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.011478557251393795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010635587386786938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010492770932614803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009658124297857285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008251761086285114,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007973468862473965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0064929272048175335,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0051358710043132305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.24904882907867432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.22963684797286987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.22016316652297974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.19950363039970398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11703896522521973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.10843539237976074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13973210752010345,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12669287621974945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.1191755086183548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.10318556427955627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.099186472594738,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07150885462760925,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.06062500551342964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05617177486419678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05507329851388931,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03584606200456619,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.028759390115737915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.027904873713850975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.025875890627503395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.025167789310216904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01843290776014328,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.017682544887065887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.01653124764561653,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.01105748675763607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.19213365018367767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.163423091173172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.15296167135238647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1342218965291977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.08950819820165634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0787951797246933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10662484169006348,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09549149870872498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09187164902687073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07042966037988663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.06664672493934631,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05484310910105705,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04596202075481415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.043219294399023056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.042562760412693024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02746904455125332,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.022603493183851242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.021919194608926773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.018827347084879875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.018369726836681366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01455358974635601,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014467591419816017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.013563623651862144,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010088076815009117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.14859651029109955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1390368640422821,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.13520073890686035,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.12245944887399673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.0704854428768158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06674883514642715,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07984251528978348,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07367676496505737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07128794491291046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06266956031322479,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0598602369427681,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.040817126631736755,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03540002554655075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.0339634083211422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.033619336783885956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.020446475595235825,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.017741728574037552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.017444821074604988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.016182951629161835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.015966011211276054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010910258628427982,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011196593753993511,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.010432214476168156,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007850282825529575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.19895610213279724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1865357756614685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.18193161487579346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.16493520140647888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.09510942548513412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.09043940156698227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.10672658681869507,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09856323897838593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.09609874337911606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.08485005795955658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.08110441267490387,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.055199675261974335,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.048195965588092804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04665996879339218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04628254845738411,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02782067097723484,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.025739124044775963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.025429818779230118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.023846281692385674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02364923059940338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.015726357698440552,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017901092767715454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01524963416159153,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01443002000451088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.20489436388015747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18073150515556335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.16961094737052917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1496625393629074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09394652396440506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08364009857177734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11468986421823502,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10426270961761475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.09684526175260544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.07893168181180954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07477027922868729,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05814381688833237,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.050023164600133896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04537355154752731,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04421372339129448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.029202453792095184,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.0240268986672163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.023444298654794693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02113436348736286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02039862610399723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.015707720071077347,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016028346493840218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.014161675237119198,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011420640163123608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.1101149171590805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10056877881288528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09141860157251358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08279912173748016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05134250223636627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04476723074913025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06996124982833862,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0628480613231659,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05243290588259697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04518221318721771,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04444868117570877,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.035731781274080276,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03015042468905449,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.024925870820879936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02353568561375141,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017921343445777893,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.013239976949989796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.012369882315397263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012046435847878456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.011193671263754368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009456345811486244,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009341011755168438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007551487535238266,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00640890235081315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.0978783518075943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08901090919971466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07707617431879044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06998300552368164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04512884467840195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03714896738529205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06687343865633011,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06025443971157074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04632039740681648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03990563005208969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03968103229999542,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03398178517818451,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.028787238523364067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.021926850080490112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.019971001893281937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01707605831325054,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.011628192849457264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010428696870803833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010622050613164902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009397937916219234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008897976949810982,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008592667058110237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0064218915067613125,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005568527616560459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.2251811921596527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.20172415673732758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1877867579460144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.16933953762054443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10410815477371216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09226132929325104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13356132805347443,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11960626393556595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10694955289363861,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0898471400141716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08730071783065796,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06868842244148254,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.057230956852436066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.0501638725399971,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.048315610736608505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03460764139890671,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02594350278377533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02461502142250538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.023061692714691162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.021877411752939224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017872685566544533,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01691245101392269,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014756773598492146,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010796167887747288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.16938486695289612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.15162278711795807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.14615251123905182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.12482653558254242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.07942564785480499,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.07340983301401138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0901971161365509,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08217037469148636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.08048532903194427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06483522057533264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.060128454118967056,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04638022556900978,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03965440392494202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.03837265819311142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.038077887147665024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02325691282749176,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.020299149677157402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.019943546503782272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01747269183397293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01727992668747902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.012612593360245228,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01308639720082283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01221740897744894,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009609966538846493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1475553661584854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13808134198188782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.13435713946819305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.12200682610273361,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07048889249563217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06676696240901947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07965636998414993,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07343412190675735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07122733443975449,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06275022029876709,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06007913127541542,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04116257280111313,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.035888321697711945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.034563593566417694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03425750508904457,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02079973928630352,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01902497559785843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.018758680671453476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017601588740944862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.017415396869182587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011753439903259277,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013201722875237465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011336352676153183,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010564970783889294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.15506301820278168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1452961415052414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14168493449687958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1285056471824646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07411541789770126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07037652283906937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.0832933858036995,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07681719958782196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07482865452766418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06599826365709305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06310729682445526,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.043044690042734146,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03744130581617355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.036224763840436935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.035933397710323334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.021694768220186234,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01979595422744751,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.019533202052116394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018293483182787895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01812567003071308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012195873074233532,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01356214564293623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011804006062448025,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010742804035544395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.1709311604499817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.15170937776565552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.14363524317741394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.12536439299583435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.0791683942079544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.07135847210884094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.09619923681020737,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.08564924448728561,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.08092544972896576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.06612887978553772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.06237150728702545,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.04864909499883652,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.04166094958782196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.03877643868327141,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.03804238885641098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.024905307218432426,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.021343057975172997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02099166065454483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.018971988931298256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.018534855917096138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.014347360469400883,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.015014342963695526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.013481155037879944,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011833216063678265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.10631833970546722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09693995863199234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08806546777486801,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.07972660660743713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.049510855227708817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.043041206896305084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0673302412033081,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.060623861849308014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.050653498619794846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0434974767267704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04279692471027374,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03438021242618561,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02907029166817665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.023993799462914467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02266196720302105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01721799001097679,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.012712935917079449,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.011863880790770054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011541265994310379,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.010712966322898865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009066344238817692,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008927196264266968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007231666706502438,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006064085755497217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09680505841970444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08781265467405319,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07647887617349625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06940107047557831,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.0446082167327404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03701942786574364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06597805768251419,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.058934394270181656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04583929479122162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03931703418493271,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03911098837852478,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03344861790537834,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.028076058253645897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02169579267501831,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.019908910617232323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.016763050109148026,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.01155590545386076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010449337773025036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01053814310580492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009417391382157803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008796890266239643,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.00849324744194746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006511417217552662,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005611422937363386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.23505759239196777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.20795071125030518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19209299981594086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1734480857849121,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10851497203111649,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09478208422660828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1402972936630249,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12594850361347198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11196264624595642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09257807582616806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09041774272918701,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07210669666528702,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.060216646641492844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.052224501967430115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.050172775983810425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03627677261829376,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.026990240439772606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02549321949481964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.023792440071702003,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.022439410910010338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01865764707326889,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.017666220664978027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.015324038453400135,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.011177589185535908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11000321060419083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.096925750374794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.092880018055439,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.0801808163523674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.049978312104940414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04515808820724487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.059601958841085434,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05251087620854378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.050814300775527954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.040938735008239746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.038787972182035446,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03014322742819786,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02706584520637989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.025938160717487335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02568792924284935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.015964042395353317,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.016096020117402077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.01584038883447647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.014657692052423954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.014522181823849678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009952257387340069,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.012890908867120743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.00960499420762062,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011599528603255749,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1386074721813202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13008028268814087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.12692536413669586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1149313822388649,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.06578081101179123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06256310641765594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07399623095989227,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.06816842406988144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.06643468886613846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0585794597864151,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.05593149736523628,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.037816815078258514,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.032688580453395844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03160038962960243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03134447708725929,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.018906770274043083,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01634197309613228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.016100609675049782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.014887761324644089,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.014724001288414001,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.009970037266612053,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.010034107603132725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.009600983001291752,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.006781575735658407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.09360363334417343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.08761125057935715,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.08541740477085114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.07733306288719177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.04436049610376358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.04213203862309456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.050031278282403946,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.04602114483714104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.044814400374889374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.03945592790842056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.037681836634874344,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.025621607899665833,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.022154130041599274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.021404929459095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.02122574672102928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.01287001557648182,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.011260599829256535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.011099059134721756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.010295829735696316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.010185549035668373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.007001092191785574,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.007184109650552273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.006757814437150955,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.005177699960768223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.1108492985367775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.1005319133400917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.09564779698848724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.08324971795082092,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.051652416586875916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.04736195132136345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.06365451961755753,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.05647832155227661,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.052691444754600525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.044129397720098495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.04185578599572182,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.03269919753074646,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.02756677381694317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.025457384064793587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.024908602237701416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.01687834970653057,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.014220964163541794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.013962727040052414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.012876314111053944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.012561948969960213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.009923775680363178,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.010266868397593498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.00921966414898634,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.008267785422503948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        }
    ],
    "last_module_idx": 66,
    "base_perplexity": 6.078234137768123
}