transformer/config.json

{
  "_class_name": "Flux2Transformer2DModel",
  "_diffusers_version": "0.37.1",
  "_name_or_path": "/root/.cache/huggingface/hub/models--black-forest-labs--FLUX.2-klein-4B/snapshots/e7b7dc27f91deacad38e78976d1f2b499d76a294/transformer",
  "attention_head_dim": 128,
  "axes_dims_rope": [
    32,
    32,
    32,
    32
  ],
  "eps": 1e-06,
  "guidance_embeds": false,
  "in_channels": 128,
  "joint_attention_dim": 7680,
  "mlp_ratio": 3.0,
  "num_attention_heads": 24,
  "num_layers": 5,
  "num_single_layers": 20,
  "out_channels": null,
  "patch_size": 1,
  "quantization_config": {
    "add_skip_keys": true,
    "dequantize_fp32": true,
    "dynamic_loss_threshold": null,
    "group_size": 0,
    "is_integer": true,
    "is_training": false,
    "modules_dtype_dict": {
      "int8": [
        "lm_head"
      ]
    },
    "modules_quant_config": {},
    "modules_to_not_convert": [
      "norm_out",
      "context_embedder",
      "time_guidance_embed",
      "double_stream_modulation_img",
      "x_embedder",
      ".proj_out",
      "pos_embed",
      "double_stream_modulation_txt",
      "single_stream_modulation"
    ],
    "non_blocking": false,
    "quant_conv": false,
    "quant_embedding": false,
    "quant_method": "sdnq",
    "quantization_device": "cuda",
    "quantized_matmul_dtype": null,
    "return_device": "cpu",
    "sdnq_version": "0.1.8",
    "svd_rank": 32,
    "svd_steps": 8,
    "use_dynamic_quantization": false,
    "use_grad_ckpt": true,
    "use_quantized_matmul": true,
    "use_quantized_matmul_conv": false,
    "use_static_quantization": true,
    "use_stochastic_rounding": false,
    "use_svd": false,
    "weights_dtype": "uint4"
  },
  "rope_theta": 2000,
  "timestep_guidance_channels": 256
}