| { |
| "_name_or_path": "THUDM/glm-4v-9b", |
| "add_bias_linear": false, |
| "add_qkv_bias": true, |
| "apply_query_key_layer_scaling": true, |
| "apply_residual_connection_post_layernorm": false, |
| "architectures": [ |
| "ChatGLMForConditionalGeneration" |
| ], |
| "attention_dropout": 0.0, |
| "attention_softmax_in_fp32": true, |
| "auto_map": { |
| "AutoConfig": "THUDM/glm-4v-9b--configuration_chatglm.ChatGLMConfig", |
| "AutoModel": "THUDM/glm-4v-9b--modeling_chatglm.ChatGLMForConditionalGeneration", |
| "AutoModelForCausalLM": "THUDM/glm-4v-9b--modeling_chatglm.ChatGLMForConditionalGeneration", |
| "AutoModelForSeq2SeqLM": "THUDM/glm-4v-9b--modeling_chatglm.ChatGLMForConditionalGeneration", |
| "AutoModelForSequenceClassification": "THUDM/glm-4v-9b--modeling_chatglm.ChatGLMForSequenceClassification" |
| }, |
| "bias_dropout_fusion": true, |
| "boi_token_id": 151339, |
| "classifier_dropout": null, |
| "eoi_token_id": 151340, |
| "eos_token_id": [ |
| 151329, |
| 151336, |
| 151338 |
| ], |
| "ffn_hidden_size": 13696, |
| "fp32_residual_connection": false, |
| "hidden_dropout": 0.0, |
| "hidden_size": 4096, |
| "kv_channels": 128, |
| "layernorm_epsilon": 1.5625e-07, |
| "model_type": "chatglm", |
| "multi_query_attention": true, |
| "multi_query_group_num": 2, |
| "num_attention_heads": 32, |
| "num_layers": 40, |
| "original_rope": true, |
| "pad_token_id": 151329, |
| "padded_vocab_size": 151552, |
| "post_layer_norm": true, |
| "pre_seq_len": null, |
| "prefix_projection": false, |
| "quantization_config": { |
| "config_groups": { |
| "group_0": { |
| "input_activations": { |
| "actorder": null, |
| "block_structure": null, |
| "dynamic": true, |
| "group_size": null, |
| "num_bits": 8, |
| "observer": null, |
| "observer_kwargs": {}, |
| "strategy": "token", |
| "symmetric": true, |
| "type": "int" |
| }, |
| "output_activations": null, |
| "targets": [ |
| "Linear" |
| ], |
| "weights": { |
| "actorder": null, |
| "block_structure": null, |
| "dynamic": false, |
| "group_size": null, |
| "num_bits": 8, |
| "observer": "minmax", |
| "observer_kwargs": {}, |
| "strategy": "channel", |
| "symmetric": true, |
| "type": "int" |
| } |
| } |
| }, |
| "format": "int-quantized", |
| "global_compression_ratio": 1.1115688433018316, |
| "ignore": [ |
| "transformer.output_layer", |
| "transformer.vision.transformer.layers.0.attention.query_key_value", |
| "transformer.vision.transformer.layers.0.attention.dense", |
| "transformer.vision.transformer.layers.0.mlp.fc1", |
| "transformer.vision.transformer.layers.0.mlp.fc2", |
| "transformer.vision.transformer.layers.1.attention.query_key_value", |
| "transformer.vision.transformer.layers.1.attention.dense", |
| "transformer.vision.transformer.layers.1.mlp.fc1", |
| "transformer.vision.transformer.layers.1.mlp.fc2", |
| "transformer.vision.transformer.layers.2.attention.query_key_value", |
| "transformer.vision.transformer.layers.2.attention.dense", |
| "transformer.vision.transformer.layers.2.mlp.fc1", |
| "transformer.vision.transformer.layers.2.mlp.fc2", |
| "transformer.vision.transformer.layers.3.attention.query_key_value", |
| "transformer.vision.transformer.layers.3.attention.dense", |
| "transformer.vision.transformer.layers.3.mlp.fc1", |
| "transformer.vision.transformer.layers.3.mlp.fc2", |
| "transformer.vision.transformer.layers.4.attention.query_key_value", |
| "transformer.vision.transformer.layers.4.attention.dense", |
| "transformer.vision.transformer.layers.4.mlp.fc1", |
| "transformer.vision.transformer.layers.4.mlp.fc2", |
| "transformer.vision.transformer.layers.5.attention.query_key_value", |
| "transformer.vision.transformer.layers.5.attention.dense", |
| "transformer.vision.transformer.layers.5.mlp.fc1", |
| "transformer.vision.transformer.layers.5.mlp.fc2", |
| "transformer.vision.transformer.layers.6.attention.query_key_value", |
| "transformer.vision.transformer.layers.6.attention.dense", |
| "transformer.vision.transformer.layers.6.mlp.fc1", |
| "transformer.vision.transformer.layers.6.mlp.fc2", |
| "transformer.vision.transformer.layers.7.attention.query_key_value", |
| "transformer.vision.transformer.layers.7.attention.dense", |
| "transformer.vision.transformer.layers.7.mlp.fc1", |
| "transformer.vision.transformer.layers.7.mlp.fc2", |
| "transformer.vision.transformer.layers.8.attention.query_key_value", |
| "transformer.vision.transformer.layers.8.attention.dense", |
| "transformer.vision.transformer.layers.8.mlp.fc1", |
| "transformer.vision.transformer.layers.8.mlp.fc2", |
| "transformer.vision.transformer.layers.9.attention.query_key_value", |
| "transformer.vision.transformer.layers.9.attention.dense", |
| "transformer.vision.transformer.layers.9.mlp.fc1", |
| "transformer.vision.transformer.layers.9.mlp.fc2", |
| "transformer.vision.transformer.layers.10.attention.query_key_value", |
| "transformer.vision.transformer.layers.10.attention.dense", |
| "transformer.vision.transformer.layers.10.mlp.fc1", |
| "transformer.vision.transformer.layers.10.mlp.fc2", |
| "transformer.vision.transformer.layers.11.attention.query_key_value", |
| "transformer.vision.transformer.layers.11.attention.dense", |
| "transformer.vision.transformer.layers.11.mlp.fc1", |
| "transformer.vision.transformer.layers.11.mlp.fc2", |
| "transformer.vision.transformer.layers.12.attention.query_key_value", |
| "transformer.vision.transformer.layers.12.attention.dense", |
| "transformer.vision.transformer.layers.12.mlp.fc1", |
| "transformer.vision.transformer.layers.12.mlp.fc2", |
| "transformer.vision.transformer.layers.13.attention.query_key_value", |
| "transformer.vision.transformer.layers.13.attention.dense", |
| "transformer.vision.transformer.layers.13.mlp.fc1", |
| "transformer.vision.transformer.layers.13.mlp.fc2", |
| "transformer.vision.transformer.layers.14.attention.query_key_value", |
| "transformer.vision.transformer.layers.14.attention.dense", |
| "transformer.vision.transformer.layers.14.mlp.fc1", |
| "transformer.vision.transformer.layers.14.mlp.fc2", |
| "transformer.vision.transformer.layers.15.attention.query_key_value", |
| "transformer.vision.transformer.layers.15.attention.dense", |
| "transformer.vision.transformer.layers.15.mlp.fc1", |
| "transformer.vision.transformer.layers.15.mlp.fc2", |
| "transformer.vision.transformer.layers.16.attention.query_key_value", |
| "transformer.vision.transformer.layers.16.attention.dense", |
| "transformer.vision.transformer.layers.16.mlp.fc1", |
| "transformer.vision.transformer.layers.16.mlp.fc2", |
| "transformer.vision.transformer.layers.17.attention.query_key_value", |
| "transformer.vision.transformer.layers.17.attention.dense", |
| "transformer.vision.transformer.layers.17.mlp.fc1", |
| "transformer.vision.transformer.layers.17.mlp.fc2", |
| "transformer.vision.transformer.layers.18.attention.query_key_value", |
| "transformer.vision.transformer.layers.18.attention.dense", |
| "transformer.vision.transformer.layers.18.mlp.fc1", |
| "transformer.vision.transformer.layers.18.mlp.fc2", |
| "transformer.vision.transformer.layers.19.attention.query_key_value", |
| "transformer.vision.transformer.layers.19.attention.dense", |
| "transformer.vision.transformer.layers.19.mlp.fc1", |
| "transformer.vision.transformer.layers.19.mlp.fc2", |
| "transformer.vision.transformer.layers.20.attention.query_key_value", |
| "transformer.vision.transformer.layers.20.attention.dense", |
| "transformer.vision.transformer.layers.20.mlp.fc1", |
| "transformer.vision.transformer.layers.20.mlp.fc2", |
| "transformer.vision.transformer.layers.21.attention.query_key_value", |
| "transformer.vision.transformer.layers.21.attention.dense", |
| "transformer.vision.transformer.layers.21.mlp.fc1", |
| "transformer.vision.transformer.layers.21.mlp.fc2", |
| "transformer.vision.transformer.layers.22.attention.query_key_value", |
| "transformer.vision.transformer.layers.22.attention.dense", |
| "transformer.vision.transformer.layers.22.mlp.fc1", |
| "transformer.vision.transformer.layers.22.mlp.fc2", |
| "transformer.vision.transformer.layers.23.attention.query_key_value", |
| "transformer.vision.transformer.layers.23.attention.dense", |
| "transformer.vision.transformer.layers.23.mlp.fc1", |
| "transformer.vision.transformer.layers.23.mlp.fc2", |
| "transformer.vision.transformer.layers.24.attention.query_key_value", |
| "transformer.vision.transformer.layers.24.attention.dense", |
| "transformer.vision.transformer.layers.24.mlp.fc1", |
| "transformer.vision.transformer.layers.24.mlp.fc2", |
| "transformer.vision.transformer.layers.25.attention.query_key_value", |
| "transformer.vision.transformer.layers.25.attention.dense", |
| "transformer.vision.transformer.layers.25.mlp.fc1", |
| "transformer.vision.transformer.layers.25.mlp.fc2", |
| "transformer.vision.transformer.layers.26.attention.query_key_value", |
| "transformer.vision.transformer.layers.26.attention.dense", |
| "transformer.vision.transformer.layers.26.mlp.fc1", |
| "transformer.vision.transformer.layers.26.mlp.fc2", |
| "transformer.vision.transformer.layers.27.attention.query_key_value", |
| "transformer.vision.transformer.layers.27.attention.dense", |
| "transformer.vision.transformer.layers.27.mlp.fc1", |
| "transformer.vision.transformer.layers.27.mlp.fc2", |
| "transformer.vision.transformer.layers.28.attention.query_key_value", |
| "transformer.vision.transformer.layers.28.attention.dense", |
| "transformer.vision.transformer.layers.28.mlp.fc1", |
| "transformer.vision.transformer.layers.28.mlp.fc2", |
| "transformer.vision.transformer.layers.29.attention.query_key_value", |
| "transformer.vision.transformer.layers.29.attention.dense", |
| "transformer.vision.transformer.layers.29.mlp.fc1", |
| "transformer.vision.transformer.layers.29.mlp.fc2", |
| "transformer.vision.transformer.layers.30.attention.query_key_value", |
| "transformer.vision.transformer.layers.30.attention.dense", |
| "transformer.vision.transformer.layers.30.mlp.fc1", |
| "transformer.vision.transformer.layers.30.mlp.fc2", |
| "transformer.vision.transformer.layers.31.attention.query_key_value", |
| "transformer.vision.transformer.layers.31.attention.dense", |
| "transformer.vision.transformer.layers.31.mlp.fc1", |
| "transformer.vision.transformer.layers.31.mlp.fc2", |
| "transformer.vision.transformer.layers.32.attention.query_key_value", |
| "transformer.vision.transformer.layers.32.attention.dense", |
| "transformer.vision.transformer.layers.32.mlp.fc1", |
| "transformer.vision.transformer.layers.32.mlp.fc2", |
| "transformer.vision.transformer.layers.33.attention.query_key_value", |
| "transformer.vision.transformer.layers.33.attention.dense", |
| "transformer.vision.transformer.layers.33.mlp.fc1", |
| "transformer.vision.transformer.layers.33.mlp.fc2", |
| "transformer.vision.transformer.layers.34.attention.query_key_value", |
| "transformer.vision.transformer.layers.34.attention.dense", |
| "transformer.vision.transformer.layers.34.mlp.fc1", |
| "transformer.vision.transformer.layers.34.mlp.fc2", |
| "transformer.vision.transformer.layers.35.attention.query_key_value", |
| "transformer.vision.transformer.layers.35.attention.dense", |
| "transformer.vision.transformer.layers.35.mlp.fc1", |
| "transformer.vision.transformer.layers.35.mlp.fc2", |
| "transformer.vision.transformer.layers.36.attention.query_key_value", |
| "transformer.vision.transformer.layers.36.attention.dense", |
| "transformer.vision.transformer.layers.36.mlp.fc1", |
| "transformer.vision.transformer.layers.36.mlp.fc2", |
| "transformer.vision.transformer.layers.37.attention.query_key_value", |
| "transformer.vision.transformer.layers.37.attention.dense", |
| "transformer.vision.transformer.layers.37.mlp.fc1", |
| "transformer.vision.transformer.layers.37.mlp.fc2", |
| "transformer.vision.transformer.layers.38.attention.query_key_value", |
| "transformer.vision.transformer.layers.38.attention.dense", |
| "transformer.vision.transformer.layers.38.mlp.fc1", |
| "transformer.vision.transformer.layers.38.mlp.fc2", |
| "transformer.vision.transformer.layers.39.attention.query_key_value", |
| "transformer.vision.transformer.layers.39.attention.dense", |
| "transformer.vision.transformer.layers.39.mlp.fc1", |
| "transformer.vision.transformer.layers.39.mlp.fc2", |
| "transformer.vision.transformer.layers.40.attention.query_key_value", |
| "transformer.vision.transformer.layers.40.attention.dense", |
| "transformer.vision.transformer.layers.40.mlp.fc1", |
| "transformer.vision.transformer.layers.40.mlp.fc2", |
| "transformer.vision.transformer.layers.41.attention.query_key_value", |
| "transformer.vision.transformer.layers.41.attention.dense", |
| "transformer.vision.transformer.layers.41.mlp.fc1", |
| "transformer.vision.transformer.layers.41.mlp.fc2", |
| "transformer.vision.transformer.layers.42.attention.query_key_value", |
| "transformer.vision.transformer.layers.42.attention.dense", |
| "transformer.vision.transformer.layers.42.mlp.fc1", |
| "transformer.vision.transformer.layers.42.mlp.fc2", |
| "transformer.vision.transformer.layers.43.attention.query_key_value", |
| "transformer.vision.transformer.layers.43.attention.dense", |
| "transformer.vision.transformer.layers.43.mlp.fc1", |
| "transformer.vision.transformer.layers.43.mlp.fc2", |
| "transformer.vision.transformer.layers.44.attention.query_key_value", |
| "transformer.vision.transformer.layers.44.attention.dense", |
| "transformer.vision.transformer.layers.44.mlp.fc1", |
| "transformer.vision.transformer.layers.44.mlp.fc2", |
| "transformer.vision.transformer.layers.45.attention.query_key_value", |
| "transformer.vision.transformer.layers.45.attention.dense", |
| "transformer.vision.transformer.layers.45.mlp.fc1", |
| "transformer.vision.transformer.layers.45.mlp.fc2", |
| "transformer.vision.transformer.layers.46.attention.query_key_value", |
| "transformer.vision.transformer.layers.46.attention.dense", |
| "transformer.vision.transformer.layers.46.mlp.fc1", |
| "transformer.vision.transformer.layers.46.mlp.fc2", |
| "transformer.vision.transformer.layers.47.attention.query_key_value", |
| "transformer.vision.transformer.layers.47.attention.dense", |
| "transformer.vision.transformer.layers.47.mlp.fc1", |
| "transformer.vision.transformer.layers.47.mlp.fc2", |
| "transformer.vision.transformer.layers.48.attention.query_key_value", |
| "transformer.vision.transformer.layers.48.attention.dense", |
| "transformer.vision.transformer.layers.48.mlp.fc1", |
| "transformer.vision.transformer.layers.48.mlp.fc2", |
| "transformer.vision.transformer.layers.49.attention.query_key_value", |
| "transformer.vision.transformer.layers.49.attention.dense", |
| "transformer.vision.transformer.layers.49.mlp.fc1", |
| "transformer.vision.transformer.layers.49.mlp.fc2", |
| "transformer.vision.transformer.layers.50.attention.query_key_value", |
| "transformer.vision.transformer.layers.50.attention.dense", |
| "transformer.vision.transformer.layers.50.mlp.fc1", |
| "transformer.vision.transformer.layers.50.mlp.fc2", |
| "transformer.vision.transformer.layers.51.attention.query_key_value", |
| "transformer.vision.transformer.layers.51.attention.dense", |
| "transformer.vision.transformer.layers.51.mlp.fc1", |
| "transformer.vision.transformer.layers.51.mlp.fc2", |
| "transformer.vision.transformer.layers.52.attention.query_key_value", |
| "transformer.vision.transformer.layers.52.attention.dense", |
| "transformer.vision.transformer.layers.52.mlp.fc1", |
| "transformer.vision.transformer.layers.52.mlp.fc2", |
| "transformer.vision.transformer.layers.53.attention.query_key_value", |
| "transformer.vision.transformer.layers.53.attention.dense", |
| "transformer.vision.transformer.layers.53.mlp.fc1", |
| "transformer.vision.transformer.layers.53.mlp.fc2", |
| "transformer.vision.transformer.layers.54.attention.query_key_value", |
| "transformer.vision.transformer.layers.54.attention.dense", |
| "transformer.vision.transformer.layers.54.mlp.fc1", |
| "transformer.vision.transformer.layers.54.mlp.fc2", |
| "transformer.vision.transformer.layers.55.attention.query_key_value", |
| "transformer.vision.transformer.layers.55.attention.dense", |
| "transformer.vision.transformer.layers.55.mlp.fc1", |
| "transformer.vision.transformer.layers.55.mlp.fc2", |
| "transformer.vision.transformer.layers.56.attention.query_key_value", |
| "transformer.vision.transformer.layers.56.attention.dense", |
| "transformer.vision.transformer.layers.56.mlp.fc1", |
| "transformer.vision.transformer.layers.56.mlp.fc2", |
| "transformer.vision.transformer.layers.57.attention.query_key_value", |
| "transformer.vision.transformer.layers.57.attention.dense", |
| "transformer.vision.transformer.layers.57.mlp.fc1", |
| "transformer.vision.transformer.layers.57.mlp.fc2", |
| "transformer.vision.transformer.layers.58.attention.query_key_value", |
| "transformer.vision.transformer.layers.58.attention.dense", |
| "transformer.vision.transformer.layers.58.mlp.fc1", |
| "transformer.vision.transformer.layers.58.mlp.fc2", |
| "transformer.vision.transformer.layers.59.attention.query_key_value", |
| "transformer.vision.transformer.layers.59.attention.dense", |
| "transformer.vision.transformer.layers.59.mlp.fc1", |
| "transformer.vision.transformer.layers.59.mlp.fc2", |
| "transformer.vision.transformer.layers.60.attention.query_key_value", |
| "transformer.vision.transformer.layers.60.attention.dense", |
| "transformer.vision.transformer.layers.60.mlp.fc1", |
| "transformer.vision.transformer.layers.60.mlp.fc2", |
| "transformer.vision.transformer.layers.61.attention.query_key_value", |
| "transformer.vision.transformer.layers.61.attention.dense", |
| "transformer.vision.transformer.layers.61.mlp.fc1", |
| "transformer.vision.transformer.layers.61.mlp.fc2", |
| "transformer.vision.transformer.layers.62.attention.query_key_value", |
| "transformer.vision.transformer.layers.62.attention.dense", |
| "transformer.vision.transformer.layers.62.mlp.fc1", |
| "transformer.vision.transformer.layers.62.mlp.fc2", |
| "transformer.vision.linear_proj.linear_proj", |
| "transformer.vision.linear_proj.dense_h_to_4h", |
| "transformer.vision.linear_proj.gate_proj", |
| "transformer.vision.linear_proj.dense_4h_to_h" |
| ], |
| "kv_cache_scheme": null, |
| "quant_method": "compressed-tensors", |
| "quantization_status": "compressed" |
| }, |
| "rmsnorm": true, |
| "rope_ratio": 1, |
| "seq_length": 8192, |
| "tie_word_embeddings": false, |
| "torch_dtype": "bfloat16", |
| "transformers_version": "4.47.1", |
| "use_cache": true, |
| "vision_config": { |
| "dropout_prob": 0.0, |
| "hidden_act": "gelu", |
| "hidden_size": 1792, |
| "image_size": 1120, |
| "in_channels": 3, |
| "intermediate_size": 15360, |
| "layer_norm_eps": 1e-06, |
| "num_heads": 16, |
| "num_hidden_layers": 63, |
| "num_positions": 6401, |
| "patch_size": 14, |
| "scaling_factor": 8 |
| }, |
| "vocab_size": 151552 |
| } |
