| { |
| "_class_name": "Ideogram4Transformer2DModel", |
| "_diffusers_version": "0.39.0.dev0", |
| "_name_or_path": "/home/jinli/.cache/huggingface/hub/models--ideogram-ai--debug-ideogram-v4/snapshots/41af6183c9fd9b6254864b0720319ef984535bfc/unconditional_transformer", |
| "adaln_dim": 512, |
| "attention_head_dim": 256, |
| "in_channels": 128, |
| "intermediate_size": 12288, |
| "llm_features_dim": 53248, |
| "mrope_section": [ |
| 24, |
| 20, |
| 20 |
| ], |
| "norm_eps": 1e-05, |
| "num_attention_heads": 18, |
| "num_layers": 34, |
| "quantization_config": { |
| "_load_in_4bit": true, |
| "_load_in_8bit": false, |
| "bnb_4bit_compute_dtype": "bfloat16", |
| "bnb_4bit_quant_storage": "uint8", |
| "bnb_4bit_quant_type": "nf4", |
| "bnb_4bit_use_double_quant": false, |
| "llm_int8_enable_fp32_cpu_offload": false, |
| "llm_int8_has_fp16_weight": false, |
| "llm_int8_skip_modules": null, |
| "llm_int8_threshold": 6.0, |
| "load_in_4bit": true, |
| "load_in_8bit": false, |
| "quant_method": "bitsandbytes" |
| }, |
| "rope_theta": 5000000 |
| } |
|
|
