{
  "measurement": {
    "model.layers.0": {
      "accuracy": 0.9479903373867273,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.1": {
      "accuracy": 0.9602492452831939,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.2": {
      "accuracy": 0.9415825372561812,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.3": {
      "accuracy": 0.9937559096579207,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.4": {
      "accuracy": 0.9937133799976436,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.5": {
      "accuracy": 0.9932589584495872,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.6": {
      "accuracy": 0.9928464533586521,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.7": {
      "accuracy": 0.9926262051449157,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.8": {
      "accuracy": 0.9918386116914917,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.9": {
      "accuracy": 0.9887320241541602,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.10": {
      "accuracy": 0.9880901428696234,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.11": {
      "accuracy": 0.9852354599279352,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.12": {
      "accuracy": 0.9853162610670552,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.13": {
      "accuracy": 0.9832962820655666,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.14": {
      "accuracy": 0.9817407561640721,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.15": {
      "accuracy": 0.9768122575478628,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.16": {
      "accuracy": 0.9703510687686503,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.17": {
      "accuracy": 0.9663789027836174,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.18": {
      "accuracy": 0.9690904140588827,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.19": {
      "accuracy": 0.9688087104586884,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.20": {
      "accuracy": 0.9696927723125555,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.21": {
      "accuracy": 0.9715928357909434,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.22": {
      "accuracy": 0.9994001006707549,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.23": {
      "accuracy": 0.9995007468387485,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.24": {
      "accuracy": 0.9995721681043506,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.25": {
      "accuracy": 0.9996021911501884,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.26": {
      "accuracy": 0.9996399376541376,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    },
    "model.layers.27": {
      "accuracy": 0.9983903272077441,
      "total_bits": 217055232.0,
      "o_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "down_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "q_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "k_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "v_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "gate_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      },
      "up_proj": {
        "group_size": {
          "4": 128
        },
        "bits": [
          4
        ],
        "bits_prop": [
          1
        ],
        "scale_bits": 4,
        "scale_groups:": 32
      }
    }
  }
}