{
  "method": "pytorch_int8",
  "quant_bits": 8,
  "family": "internvl25",
  "model_id": "OpenGVLab/InternVL2_5-2B",
  "n_linear_quantized": 121,
  "skip_vision_quant": true,
  "int8_layers": {
    "language_model.model.layers.0.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.0.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.0.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.0.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.0.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.1.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.1.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.1.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.1.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.1.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.2.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.2.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.2.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.2.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.2.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.3.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.3.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.3.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.3.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.3.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.4.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.4.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.4.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.4.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.4.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.5.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.5.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.5.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.5.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.5.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.6.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.6.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.6.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.6.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.6.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.7.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.7.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.7.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.7.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.7.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.8.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.8.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.8.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.8.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.8.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.9.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.9.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.9.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.9.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.9.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.10.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.10.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.10.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.10.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.10.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.11.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.11.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.11.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.11.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.11.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.12.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.12.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.12.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.12.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.12.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.13.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.13.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.13.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.13.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.13.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.14.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.14.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.14.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.14.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.14.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.15.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.15.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.15.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.15.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.15.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.16.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.16.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.16.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.16.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.16.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.17.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.17.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.17.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.17.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.17.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.18.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.18.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.18.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.18.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.18.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.19.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.19.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.19.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.19.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.19.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.20.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.20.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.20.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.20.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.20.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.21.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.21.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.21.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.21.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.21.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.22.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.22.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.22.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.22.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.22.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.23.attention.wqkv": {
      "in_features": 2048,
      "out_features": 4096,
      "has_bias": false
    },
    "language_model.model.layers.23.attention.wo": {
      "in_features": 2048,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.model.layers.23.feed_forward.w1": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.23.feed_forward.w3": {
      "in_features": 2048,
      "out_features": 8192,
      "has_bias": false
    },
    "language_model.model.layers.23.feed_forward.w2": {
      "in_features": 8192,
      "out_features": 2048,
      "has_bias": false
    },
    "language_model.output": {
      "in_features": 2048,
      "out_features": 92553,
      "has_bias": false
    }
  }
}