| { |
| "method": "pytorch_int8", |
| "quant_bits": 8, |
| "family": "internvl25", |
| "model_id": "OpenGVLab/InternVL2_5-2B", |
| "n_linear_quantized": 121, |
| "skip_vision_quant": true, |
| "int8_layers": { |
| "language_model.model.layers.0.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.0.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.0.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.0.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.0.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.1.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.1.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.1.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.1.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.1.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.2.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.2.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.2.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.2.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.2.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.3.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.3.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.3.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.3.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.3.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.4.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.4.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.4.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.4.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.4.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.5.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.5.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.5.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.5.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.5.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.6.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.6.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.6.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.6.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.6.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.7.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.7.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.7.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.7.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.7.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.8.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.8.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.8.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.8.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.8.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.9.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.9.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.9.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.9.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.9.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.10.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.10.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.10.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.10.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.10.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.11.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.11.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.11.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.11.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.11.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.12.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.12.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.12.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.12.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.12.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.13.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.13.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.13.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.13.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.13.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.14.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.14.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.14.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.14.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.14.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.15.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.15.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.15.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.15.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.15.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.16.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.16.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.16.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.16.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.16.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.17.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.17.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.17.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.17.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.17.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.18.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.18.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.18.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.18.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.18.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.19.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.19.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.19.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.19.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.19.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.20.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.20.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.20.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.20.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.20.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.21.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.21.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.21.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.21.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.21.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.22.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.22.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.22.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.22.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.22.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.23.attention.wqkv": { |
| "in_features": 2048, |
| "out_features": 4096, |
| "has_bias": false |
| }, |
| "language_model.model.layers.23.attention.wo": { |
| "in_features": 2048, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.model.layers.23.feed_forward.w1": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.23.feed_forward.w3": { |
| "in_features": 2048, |
| "out_features": 8192, |
| "has_bias": false |
| }, |
| "language_model.model.layers.23.feed_forward.w2": { |
| "in_features": 8192, |
| "out_features": 2048, |
| "has_bias": false |
| }, |
| "language_model.output": { |
| "in_features": 2048, |
| "out_features": 92553, |
| "has_bias": false |
| } |
| } |
| } |
